2024-12-14 09:39:01,142 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487
2024-12-14 09:39:01,183 main DEBUG Took 0.037248 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-14 09:39:01,187 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-14 09:39:01,187 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-14 09:39:01,189 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-14 09:39:01,191 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,205 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-14 09:39:01,243 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,260 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,262 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,264 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,267 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,270 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,271 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,275 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,277 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,279 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-14 09:39:01,282 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,283 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-14 09:39:01,289 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-14 09:39:01,291 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-14 09:39:01,294 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-14 09:39:01,294 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-14 09:39:01,297 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-14 09:39:01,297 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-14 09:39:01,313 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-14 09:39:01,316 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-14 09:39:01,320 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-14 09:39:01,321 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-14 09:39:01,321 main DEBUG createAppenders(={Console})
2024-12-14 09:39:01,322 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 initialized
2024-12-14 09:39:01,323 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487
2024-12-14 09:39:01,323 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4dc27487 OK.
2024-12-14 09:39:01,324 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-14 09:39:01,324 main DEBUG OutputStream closed
2024-12-14 09:39:01,325 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-14 09:39:01,325 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-14 09:39:01,325 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@53aac487 OK
2024-12-14 09:39:01,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-14 09:39:01,465 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-14 09:39:01,467 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-14 09:39:01,468 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-14 09:39:01,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-14 09:39:01,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-14 09:39:01,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-14 09:39:01,470 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-14 09:39:01,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-14 09:39:01,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-14 09:39:01,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-14 09:39:01,472 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-14 09:39:01,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-14 09:39:01,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-14 09:39:01,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-14 09:39:01,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-14 09:39:01,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-14 09:39:01,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-14 09:39:01,479 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-14 09:39:01,480 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6e4566f1) with optional ClassLoader: null
2024-12-14 09:39:01,480 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-14 09:39:01,481 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6e4566f1] started OK.
2024-12-14T09:39:01,936 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec
2024-12-14 09:39:01,940 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-14 09:39:01,940 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-14T09:39:01,953 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins
2024-12-14T09:39:01,999 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-14T09:39:02,004 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3, deleteOnExit=true
2024-12-14T09:39:02,004 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS
2024-12-14T09:39:02,005 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/test.cache.data in system properties and HBase conf
2024-12-14T09:39:02,006 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/hadoop.tmp.dir in system properties and HBase conf
2024-12-14T09:39:02,007 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/hadoop.log.dir in system properties and HBase conf
2024-12-14T09:39:02,008 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-14T09:39:02,010 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-14T09:39:02,010 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF
2024-12-14T09:39:02,154 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-14T09:39:02,381 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-14T09:39:02,392 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-14T09:39:02,393 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-14T09:39:02,394 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-14T09:39:02,395 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-14T09:39:02,395 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-14T09:39:02,396 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-14T09:39:02,396 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-14T09:39:02,397 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-14T09:39:02,397 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-14T09:39:02,398 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/nfs.dump.dir in system properties and HBase conf
2024-12-14T09:39:02,398 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/java.io.tmpdir in system properties and HBase conf
2024-12-14T09:39:02,399 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-14T09:39:02,399 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-14T09:39:02,400 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-14T09:39:03,830 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-14T09:39:03,926 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3801ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-14T09:39:04,022 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-14T09:39:04,122 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-14T09:39:04,173 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-14T09:39:04,175 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-14T09:39:04,179 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-14T09:39:04,203 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-14T09:39:04,213 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/hadoop.log.dir/,AVAILABLE}
2024-12-14T09:39:04,215 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-14T09:39:04,493 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/java.io.tmpdir/jetty-localhost-44083-hadoop-hdfs-3_4_1-tests_jar-_-any-9120783956939037175/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-14T09:39:04,501 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:44083}
2024-12-14T09:39:04,502 INFO  [Time-limited test {}] server.Server(415): Started @4378ms
2024-12-14T09:39:05,215 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-14T09:39:05,229 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-14T09:39:05,231 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-14T09:39:05,232 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-14T09:39:05,232 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-14T09:39:05,233 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4360a7ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/hadoop.log.dir/,AVAILABLE}
2024-12-14T09:39:05,234 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13028e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-14T09:39:05,366 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26995f7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/java.io.tmpdir/jetty-localhost-43237-hadoop-hdfs-3_4_1-tests_jar-_-any-98198140412654615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-14T09:39:05,368 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@434727f8{HTTP/1.1, (http/1.1)}{localhost:43237}
2024-12-14T09:39:05,368 INFO  [Time-limited test {}] server.Server(415): Started @5244ms
2024-12-14T09:39:05,429 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-14T09:39:06,536 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/dfs/data/data2/current/BP-403404893-172.17.0.3-1734169143278/current, will proceed with Du for space computation calculation, 
2024-12-14T09:39:06,537 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/dfs/data/data1/current/BP-403404893-172.17.0.3-1734169143278/current, will proceed with Du for space computation calculation, 
2024-12-14T09:39:06,584 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-14T09:39:06,648 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8b74d8184dad71 with lease ID 0xddda46c90d0ae72f: Processing first storage report for DS-eeca5944-d3dc-45e1-bd1d-fa25c714d2bd from datanode DatanodeRegistration(127.0.0.1:35475, datanodeUuid=458ba405-33d6-404f-b890-50d965198584, infoPort=41073, infoSecurePort=0, ipcPort=35947, storageInfo=lv=-57;cid=testClusterID;nsid=9691206;c=1734169143278)
2024-12-14T09:39:06,649 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8b74d8184dad71 with lease ID 0xddda46c90d0ae72f: from storage DS-eeca5944-d3dc-45e1-bd1d-fa25c714d2bd node DatanodeRegistration(127.0.0.1:35475, datanodeUuid=458ba405-33d6-404f-b890-50d965198584, infoPort=41073, infoSecurePort=0, ipcPort=35947, storageInfo=lv=-57;cid=testClusterID;nsid=9691206;c=1734169143278), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-12-14T09:39:06,649 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8b74d8184dad71 with lease ID 0xddda46c90d0ae72f: Processing first storage report for DS-98d43034-2493-410d-a59f-a60932c7c9fe from datanode DatanodeRegistration(127.0.0.1:35475, datanodeUuid=458ba405-33d6-404f-b890-50d965198584, infoPort=41073, infoSecurePort=0, ipcPort=35947, storageInfo=lv=-57;cid=testClusterID;nsid=9691206;c=1734169143278)
2024-12-14T09:39:06,650 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8b74d8184dad71 with lease ID 0xddda46c90d0ae72f: from storage DS-98d43034-2493-410d-a59f-a60932c7c9fe node DatanodeRegistration(127.0.0.1:35475, datanodeUuid=458ba405-33d6-404f-b890-50d965198584, infoPort=41073, infoSecurePort=0, ipcPort=35947, storageInfo=lv=-57;cid=testClusterID;nsid=9691206;c=1734169143278), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-14T09:39:06,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec
2024-12-14T09:39:06,836 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/zookeeper_0, clientPort=58469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-14T09:39:06,851 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58469
2024-12-14T09:39:06,865 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-14T09:39:06,870 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-14T09:39:07,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741825_1001 (size=7)
2024-12-14T09:39:07,633 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3 with version=8
2024-12-14T09:39:07,633 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/hbase-staging
2024-12-14T09:39:07,795 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-14T09:39:08,099 INFO  [Time-limited test {}] client.ConnectionUtils(129): master/32d1f136e9e3:0 server-side Connection retries=45
2024-12-14T09:39:08,116 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-14T09:39:08,116 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-14T09:39:08,117 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-14T09:39:08,117 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-14T09:39:08,117 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-14T09:39:08,266 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-14T09:39:08,326 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-14T09:39:08,334 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-14T09:39:08,338 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-14T09:39:08,361 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 43619 (auto-detected)
2024-12-14T09:39:08,362 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-14T09:39:08,380 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:42047
2024-12-14T09:39:08,387 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-14T09:39:08,390 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-14T09:39:08,401 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42047 connecting to ZooKeeper ensemble=127.0.0.1:58469
2024-12-14T09:39:08,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420470x0, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-14T09:39:08,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42047-0x10023e8523d0000 connected
2024-12-14T09:39:08,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-14T09:39:08,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-14T09:39:08,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-14T09:39:08,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42047
2024-12-14T09:39:08,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42047
2024-12-14T09:39:08,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42047
2024-12-14T09:39:08,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42047
2024-12-14T09:39:08,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42047
2024-12-14T09:39:08,605 INFO  [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3, hbase.cluster.distributed=false
2024-12-14T09:39:08,669 INFO  [Time-limited test {}] client.ConnectionUtils(129): regionserver/32d1f136e9e3:0 server-side Connection retries=45
2024-12-14T09:39:08,669 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-14T09:39:08,669 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-14T09:39:08,669 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-14T09:39:08,670 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-14T09:39:08,670 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-14T09:39:08,672 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-14T09:39:08,674 INFO  [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-14T09:39:08,675 INFO  [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45387
2024-12-14T09:39:08,677 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-14T09:39:08,681 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-14T09:39:08,682 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-14T09:39:08,686 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-14T09:39:08,691 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45387 connecting to ZooKeeper ensemble=127.0.0.1:58469
2024-12-14T09:39:08,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453870x0, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-14T09:39:08,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453870x0, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-14T09:39:08,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45387-0x10023e8523d0001 connected
2024-12-14T09:39:08,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-14T09:39:08,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-12-14T09:39:08,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45387
2024-12-14T09:39:08,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45387
2024-12-14T09:39:08,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45387
2024-12-14T09:39:08,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45387
2024-12-14T09:39:08,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45387
2024-12-14T09:39:08,707 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/32d1f136e9e3,42047,1734169147786
2024-12-14T09:39:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-14T09:39:08,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-14T09:39:08,720 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/32d1f136e9e3,42047,1734169147786
2024-12-14T09:39:08,727 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32d1f136e9e3:42047
2024-12-14T09:39:08,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-14T09:39:08,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-12-14T09:39:08,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:08,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:08,757 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-14T09:39:08,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-12-14T09:39:08,758 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/32d1f136e9e3,42047,1734169147786 from backup master directory
2024-12-14T09:39:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-14T09:39:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/32d1f136e9e3,42047,1734169147786
2024-12-14T09:39:08,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-12-14T09:39:08,768 WARN  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-14T09:39:08,768 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32d1f136e9e3,42047,1734169147786
2024-12-14T09:39:08,770 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-14T09:39:08,772 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-14T09:39:08,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741826_1002 (size=42)
2024-12-14T09:39:09,239 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/hbase.id with ID: 293dd6db-887c-4863-8cb7-9ef7e9a4c89c
2024-12-14T09:39:09,283 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-14T09:39:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:09,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:09,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741827_1003 (size=196)
2024-12-14T09:39:09,750 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:39:09,751 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-14T09:39:09,770 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:09,775 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-14T09:39:09,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741828_1004 (size=1189)
2024-12-14T09:39:10,226 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store
2024-12-14T09:39:10,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741829_1005 (size=34)
2024-12-14T09:39:10,646 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-14T09:39:10,647 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:10,648 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-14T09:39:10,648 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-14T09:39:10,648 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-14T09:39:10,648 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-14T09:39:10,648 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-14T09:39:10,649 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-14T09:39:10,649 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-14T09:39:10,651 WARN  [master/32d1f136e9e3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/.initializing
2024-12-14T09:39:10,651 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/WALs/32d1f136e9e3,42047,1734169147786
2024-12-14T09:39:10,658 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-14T09:39:10,670 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32d1f136e9e3%2C42047%2C1734169147786, suffix=, logDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/WALs/32d1f136e9e3,42047,1734169147786, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/oldWALs, maxLogs=10
2024-12-14T09:39:10,695 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/WALs/32d1f136e9e3,42047,1734169147786/32d1f136e9e3%2C42047%2C1734169147786.1734169150676, exclude list is [], retry=0
2024-12-14T09:39:10,710 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35475,DS-eeca5944-d3dc-45e1-bd1d-fa25c714d2bd,DISK]
2024-12-14T09:39:10,713 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-14T09:39:10,748 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/WALs/32d1f136e9e3,42047,1734169147786/32d1f136e9e3%2C42047%2C1734169147786.1734169150676
2024-12-14T09:39:10,751 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073)]
2024-12-14T09:39:10,752 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:39:10,752 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:10,755 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-14T09:39:10,757 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-14T09:39:10,791 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-14T09:39:10,814 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-14T09:39:10,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:10,820 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-14T09:39:10,821 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-14T09:39:10,825 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-14T09:39:10,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:10,827 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:10,827 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-14T09:39:10,830 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-14T09:39:10,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:10,831 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:10,832 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-14T09:39:10,834 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-14T09:39:10,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:10,836 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:10,839 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-14T09:39:10,840 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-14T09:39:10,851 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-14T09:39:10,857 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-14T09:39:10,862 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:39:10,864 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72270981, jitterRate=0.07692153751850128}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-14T09:39:10,869 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-14T09:39:10,871 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-14T09:39:10,906 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e783b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:10,947 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating...
2024-12-14T09:39:10,961 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-14T09:39:10,962 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-14T09:39:10,964 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-14T09:39:10,966 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec
2024-12-14T09:39:10,973 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec
2024-12-14T09:39:10,973 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-14T09:39:11,006 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-14T09:39:11,022 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-12-14T09:39:11,059 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false
2024-12-14T09:39:11,062 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-14T09:39:11,064 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-12-14T09:39:11,075 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false
2024-12-14T09:39:11,079 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-14T09:39:11,083 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-12-14T09:39:11,092 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false
2024-12-14T09:39:11,094 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-12-14T09:39:11,100 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false
2024-12-14T09:39:11,114 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-14T09:39:11,122 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-12-14T09:39:11,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-14T09:39:11,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-12-14T09:39:11,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:11,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:11,137 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=32d1f136e9e3,42047,1734169147786, sessionid=0x10023e8523d0000, setting cluster-up flag (Was=false)
2024-12-14T09:39:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:11,192 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-12-14T09:39:11,194 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32d1f136e9e3,42047,1734169147786
2024-12-14T09:39:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:11,242 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-12-14T09:39:11,244 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32d1f136e9e3,42047,1734169147786
2024-12-14T09:39:11,323 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32d1f136e9e3:45387
2024-12-14T09:39:11,325 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1008): ClusterId : 293dd6db-887c-4863-8cb7-9ef7e9a4c89c
2024-12-14T09:39:11,327 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-14T09:39:11,344 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-14T09:39:11,344 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-14T09:39:11,348 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta
2024-12-14T09:39:11,351 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-14T09:39:11,352 DEBUG [RS:0;32d1f136e9e3:45387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355a4576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:11,353 DEBUG [RS:0;32d1f136e9e3:45387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c3d387f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32d1f136e9e3/172.17.0.3:0
2024-12-14T09:39:11,356 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2
2024-12-14T09:39:11,357 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled
2024-12-14T09:39:11,357 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled
2024-12-14T09:39:11,357 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1090): About to register with Master.
2024-12-14T09:39:11,359 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(3073): reportForDuty to master=32d1f136e9e3,42047,1734169147786 with isa=32d1f136e9e3/172.17.0.3:45387, startcode=1734169148668
2024-12-14T09:39:11,359 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-14T09:39:11,366 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32d1f136e9e3,42047,1734169147786
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-14T09:39:11,370 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32d1f136e9e3:0, corePoolSize=5, maxPoolSize=5
2024-12-14T09:39:11,371 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32d1f136e9e3:0, corePoolSize=5, maxPoolSize=5
2024-12-14T09:39:11,371 DEBUG [RS:0;32d1f136e9e3:45387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-14T09:39:11,371 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32d1f136e9e3:0, corePoolSize=5, maxPoolSize=5
2024-12-14T09:39:11,371 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32d1f136e9e3:0, corePoolSize=5, maxPoolSize=5
2024-12-14T09:39:11,371 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32d1f136e9e3:0, corePoolSize=10, maxPoolSize=10
2024-12-14T09:39:11,371 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,372 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32d1f136e9e3:0, corePoolSize=2, maxPoolSize=2
2024-12-14T09:39:11,372 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,395 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734169181395
2024-12-14T09:39:11,396 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta
2024-12-14T09:39:11,396 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region
2024-12-14T09:39:11,397 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-14T09:39:11,402 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:11,402 INFO  [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-14T09:39:11,407 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-14T09:39:11,411 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-14T09:39:11,412 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-14T09:39:11,413 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-14T09:39:11,413 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-14T09:39:11,423 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,425 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-14T09:39:11,427 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37141, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-14T09:39:11,430 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-14T09:39:11,431 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-14T09:39:11,434 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:11,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741831_1007 (size=1039)
2024-12-14T09:39:11,439 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-14T09:39:11,440 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-14T09:39:11,443 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32d1f136e9e3:0:becomeActiveMaster-HFileCleaner.large.0-1734169151441,5,FailOnTimeoutGroup]
2024-12-14T09:39:11,444 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32d1f136e9e3:0:becomeActiveMaster-HFileCleaner.small.0-1734169151444,5,FailOnTimeoutGroup]
2024-12-14T09:39:11,445 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,445 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-14T09:39:11,447 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,448 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,449 INFO  [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039
2024-12-14T09:39:11,449 INFO  [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:39:11,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741832_1008 (size=32)
2024-12-14T09:39:11,476 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(3097): Master is not running yet
2024-12-14T09:39:11,476 WARN  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-14T09:39:11,577 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(3073): reportForDuty to master=32d1f136e9e3,42047,1734169147786 with isa=32d1f136e9e3/172.17.0.3:45387, startcode=1734169148668
2024-12-14T09:39:11,579 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:11,581 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42047 {}] master.ServerManager(486): Registering regionserver=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:11,588 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:39:11,588 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35157
2024-12-14T09:39:11,588 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1
2024-12-14T09:39:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-14T09:39:11,600 DEBUG [RS:0;32d1f136e9e3:45387 {}] zookeeper.ZKUtil(111): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:11,601 WARN  [RS:0;32d1f136e9e3:45387 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-14T09:39:11,601 INFO  [RS:0;32d1f136e9e3:45387 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-14T09:39:11,601 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/WALs/32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:11,604 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32d1f136e9e3,45387,1734169148668]
2024-12-14T09:39:11,614 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds
2024-12-14T09:39:11,624 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-14T09:39:11,635 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-14T09:39:11,638 INFO  [RS:0;32d1f136e9e3:45387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-14T09:39:11,638 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,639 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S
2024-12-14T09:39:11,645 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,646 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,646 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,646 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,646 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,646 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,646 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32d1f136e9e3:0, corePoolSize=2, maxPoolSize=2
2024-12-14T09:39:11,647 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,647 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,647 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,647 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,647 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32d1f136e9e3:0, corePoolSize=1, maxPoolSize=1
2024-12-14T09:39:11,647 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32d1f136e9e3:0, corePoolSize=3, maxPoolSize=3
2024-12-14T09:39:11,647 DEBUG [RS:0;32d1f136e9e3:45387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0, corePoolSize=3, maxPoolSize=3
2024-12-14T09:39:11,649 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,649 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,650 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,650 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,650 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(168): Chore ScheduledChore name=32d1f136e9e3,45387,1734169148668-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-14T09:39:11,681 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-14T09:39:11,683 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(168): Chore ScheduledChore name=32d1f136e9e3,45387,1734169148668-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:11,711 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.Replication(204): 32d1f136e9e3,45387,1734169148668 started
2024-12-14T09:39:11,711 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1767): Serving as 32d1f136e9e3,45387,1734169148668, RpcServer on 32d1f136e9e3/172.17.0.3:45387, sessionid=0x10023e8523d0001
2024-12-14T09:39:11,712 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-14T09:39:11,713 DEBUG [RS:0;32d1f136e9e3:45387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:11,713 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32d1f136e9e3,45387,1734169148668'
2024-12-14T09:39:11,713 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-12-14T09:39:11,714 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-12-14T09:39:11,716 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-14T09:39:11,716 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-14T09:39:11,716 DEBUG [RS:0;32d1f136e9e3:45387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:11,716 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32d1f136e9e3,45387,1734169148668'
2024-12-14T09:39:11,716 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-12-14T09:39:11,718 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-12-14T09:39:11,718 DEBUG [RS:0;32d1f136e9e3:45387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-14T09:39:11,719 INFO  [RS:0;32d1f136e9e3:45387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-14T09:39:11,719 INFO  [RS:0;32d1f136e9e3:45387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-14T09:39:11,826 INFO  [RS:0;32d1f136e9e3:45387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-14T09:39:11,831 INFO  [RS:0;32d1f136e9e3:45387 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32d1f136e9e3%2C45387%2C1734169148668, suffix=, logDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/WALs/32d1f136e9e3,45387,1734169148668, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/oldWALs, maxLogs=32
2024-12-14T09:39:11,856 DEBUG [RS:0;32d1f136e9e3:45387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/WALs/32d1f136e9e3,45387,1734169148668/32d1f136e9e3%2C45387%2C1734169148668.1734169151834, exclude list is [], retry=0
2024-12-14T09:39:11,862 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35475,DS-eeca5944-d3dc-45e1-bd1d-fa25c714d2bd,DISK]
2024-12-14T09:39:11,867 INFO  [RS:0;32d1f136e9e3:45387 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/WALs/32d1f136e9e3,45387,1734169148668/32d1f136e9e3%2C45387%2C1734169148668.1734169151834
2024-12-14T09:39:11,871 DEBUG [RS:0;32d1f136e9e3:45387 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073)]
2024-12-14T09:39:11,878 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:11,887 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-14T09:39:11,896 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-14T09:39:11,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:11,898 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-14T09:39:11,898 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-14T09:39:11,903 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-14T09:39:11,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:11,905 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-14T09:39:11,906 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-14T09:39:11,909 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-14T09:39:11,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:11,911 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-14T09:39:11,913 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740
2024-12-14T09:39:11,914 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740
2024-12-14T09:39:11,918 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:39:11,921 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-12-14T09:39:11,927 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:39:11,929 INFO  [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69582833, jitterRate=0.03686501085758209}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:39:11,931 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-12-14T09:39:11,932 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-12-14T09:39:11,932 INFO  [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-12-14T09:39:11,932 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-12-14T09:39:11,932 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-14T09:39:11,932 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-12-14T09:39:11,934 INFO  [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-12-14T09:39:11,935 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-12-14T09:39:11,938 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta
2024-12-14T09:39:11,938 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta
2024-12-14T09:39:11,945 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-14T09:39:11,956 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-14T09:39:11,959 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-14T09:39:12,112 DEBUG [32d1f136e9e3:42047 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-14T09:39:12,116 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:12,121 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32d1f136e9e3,45387,1734169148668, state=OPENING
2024-12-14T09:39:12,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-14T09:39:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:12,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-14T09:39:12,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-14T09:39:12,170 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:39:12,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:12,347 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-14T09:39:12,351 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-14T09:39:12,364 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740
2024-12-14T09:39:12,365 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-14T09:39:12,365 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-14T09:39:12,369 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32d1f136e9e3%2C45387%2C1734169148668.meta, suffix=.meta, logDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/WALs/32d1f136e9e3,45387,1734169148668, archiveDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/oldWALs, maxLogs=32
2024-12-14T09:39:12,389 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/WALs/32d1f136e9e3,45387,1734169148668/32d1f136e9e3%2C45387%2C1734169148668.meta.1734169152371.meta, exclude list is [], retry=0
2024-12-14T09:39:12,393 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35475,DS-eeca5944-d3dc-45e1-bd1d-fa25c714d2bd,DISK]
2024-12-14T09:39:12,396 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/WALs/32d1f136e9e3,45387,1734169148668/32d1f136e9e3%2C45387%2C1734169148668.meta.1734169152371.meta
2024-12-14T09:39:12,396 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41073:41073)]
2024-12-14T09:39:12,397 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:39:12,398 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-14T09:39:12,467 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-14T09:39:12,473 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-14T09:39:12,478 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-14T09:39:12,478 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:12,478 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740
2024-12-14T09:39:12,479 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740
2024-12-14T09:39:12,482 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-14T09:39:12,484 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-14T09:39:12,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:12,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-14T09:39:12,486 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-14T09:39:12,488 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-14T09:39:12,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:12,489 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-14T09:39:12,490 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-14T09:39:12,492 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-14T09:39:12,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:12,493 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-14T09:39:12,495 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740
2024-12-14T09:39:12,498 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740
2024-12-14T09:39:12,501 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:39:12,505 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740
2024-12-14T09:39:12,507 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60070547, jitterRate=-0.10487909615039825}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:39:12,509 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740:

2024-12-14T09:39:12,516 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734169152338
2024-12-14T09:39:12,527 DEBUG [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-14T09:39:12,528 INFO  [RS_OPEN_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740
2024-12-14T09:39:12,529 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:12,532 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32d1f136e9e3,45387,1734169148668, state=OPEN
2024-12-14T09:39:12,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-14T09:39:12,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-12-14T09:39:12,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-14T09:39:12,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-12-14T09:39:12,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2
2024-12-14T09:39:12,592 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=32d1f136e9e3,45387,1734169148668 in 418 msec
2024-12-14T09:39:12,598 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-14T09:39:12,598 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec
2024-12-14T09:39:12,605 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3120 sec
2024-12-14T09:39:12,606 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734169152606, completionTime=-1
2024-12-14T09:39:12,606 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-14T09:39:12,606 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster...
2024-12-14T09:39:12,644 DEBUG [hconnection-0x29d20772-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:12,646 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:12,655 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1
2024-12-14T09:39:12,656 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734169212656
2024-12-14T09:39:12,656 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734169272656
2024-12-14T09:39:12,656 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 49 msec
2024-12-14T09:39:12,694 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32d1f136e9e3,42047,1734169147786-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:12,695 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32d1f136e9e3,42047,1734169147786-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:12,695 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32d1f136e9e3,42047,1734169147786-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:12,696 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32d1f136e9e3:42047, period=300000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:12,697 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:12,703 DEBUG [master/32d1f136e9e3:0.Chore.1 {}] janitor.CatalogJanitor(179): 
2024-12-14T09:39:12,706 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating...
2024-12-14T09:39:12,707 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-14T09:39:12,714 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace
2024-12-14T09:39:12,718 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION
2024-12-14T09:39:12,719 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:12,722 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-14T09:39:12,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741835_1011 (size=358)
2024-12-14T09:39:13,138 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => effe462ffd0a7190f6bbac38b44c3ddb, NAME => 'hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:39:13,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741836_1012 (size=42)
2024-12-14T09:39:13,551 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:13,551 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing effe462ffd0a7190f6bbac38b44c3ddb, disabling compactions & flushes
2024-12-14T09:39:13,551 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:39:13,551 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:39:13,551 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb. after waiting 0 ms
2024-12-14T09:39:13,551 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:39:13,551 INFO  [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:39:13,551 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for effe462ffd0a7190f6bbac38b44c3ddb:

2024-12-14T09:39:13,554 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META
2024-12-14T09:39:13,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734169153555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734169153555"}]},"ts":"1734169153555"}
2024-12-14T09:39:13,604 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-12-14T09:39:13,606 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-14T09:39:13,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169153607"}]},"ts":"1734169153607"}
2024-12-14T09:39:13,617 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta
2024-12-14T09:39:13,668 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=effe462ffd0a7190f6bbac38b44c3ddb, ASSIGN}]
2024-12-14T09:39:13,670 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=effe462ffd0a7190f6bbac38b44c3ddb, ASSIGN
2024-12-14T09:39:13,672 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=effe462ffd0a7190f6bbac38b44c3ddb, ASSIGN; state=OFFLINE, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=false
2024-12-14T09:39:13,822 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=effe462ffd0a7190f6bbac38b44c3ddb, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:13,826 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure effe462ffd0a7190f6bbac38b44c3ddb, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:39:13,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:13,998 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:39:13,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => effe462ffd0a7190f6bbac38b44c3ddb, NAME => 'hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:39:13,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:39:13,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:13,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:39:13,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:39:14,002 INFO  [StoreOpener-effe462ffd0a7190f6bbac38b44c3ddb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region effe462ffd0a7190f6bbac38b44c3ddb 
2024-12-14T09:39:14,004 INFO  [StoreOpener-effe462ffd0a7190f6bbac38b44c3ddb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region effe462ffd0a7190f6bbac38b44c3ddb columnFamilyName info
2024-12-14T09:39:14,005 DEBUG [StoreOpener-effe462ffd0a7190f6bbac38b44c3ddb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:14,005 INFO  [StoreOpener-effe462ffd0a7190f6bbac38b44c3ddb-1 {}] regionserver.HStore(327): Store=effe462ffd0a7190f6bbac38b44c3ddb/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:14,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:39:14,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:39:14,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:39:14,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:39:14,016 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened effe462ffd0a7190f6bbac38b44c3ddb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73825196, jitterRate=0.10008114576339722}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-14T09:39:14,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for effe462ffd0a7190f6bbac38b44c3ddb:

2024-12-14T09:39:14,019 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb., pid=6, masterSystemTime=1734169153980
2024-12-14T09:39:14,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:39:14,022 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:39:14,023 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=effe462ffd0a7190f6bbac38b44c3ddb, regionState=OPEN, openSeqNum=2, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:14,030 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5
2024-12-14T09:39:14,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure effe462ffd0a7190f6bbac38b44c3ddb, server=32d1f136e9e3,45387,1734169148668 in 200 msec
2024-12-14T09:39:14,034 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4
2024-12-14T09:39:14,034 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=effe462ffd0a7190f6bbac38b44c3ddb, ASSIGN in 362 msec
2024-12-14T09:39:14,036 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-14T09:39:14,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169154036"}]},"ts":"1734169154036"}
2024-12-14T09:39:14,038 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta
2024-12-14T09:39:14,052 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION
2024-12-14T09:39:14,055 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3440 sec
2024-12-14T09:39:14,119 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace
2024-12-14T09:39:14,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:14,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace
2024-12-14T09:39:14,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:39:14,194 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default
2024-12-14T09:39:14,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-12-14T09:39:14,229 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec
2024-12-14T09:39:14,238 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase
2024-12-14T09:39:14,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace
2024-12-14T09:39:14,270 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec
2024-12-14T09:39:14,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default
2024-12-14T09:39:14,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase
2024-12-14T09:39:14,317 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.549sec
2024-12-14T09:39:14,318 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-14T09:39:14,319 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-14T09:39:14,320 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-14T09:39:14,320 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-14T09:39:14,320 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-14T09:39:14,321 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32d1f136e9e3,42047,1734169147786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-14T09:39:14,321 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32d1f136e9e3,42047,1734169147786-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-14T09:39:14,327 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds
2024-12-14T09:39:14,328 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-14T09:39:14,328 INFO  [master/32d1f136e9e3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32d1f136e9e3,42047,1734169147786-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-14T09:39:14,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34886e56 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c6d9b54
2024-12-14T09:39:14,424 WARN  [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry
2024-12-14T09:39:14,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c5891bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:14,689 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-14T09:39:14,689 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-14T09:39:14,697 DEBUG [hconnection-0x649b2ec5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:14,706 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:14,713 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=32d1f136e9e3,42047,1734169147786
2024-12-14T09:39:14,724 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=5090
2024-12-14T09:39:14,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-14T09:39:14,736 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42222, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-14T09:39:14,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:39:14,748 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:39:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:14,753 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-14T09:39:14,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:14,756 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 9
2024-12-14T09:39:14,756 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-14T09:39:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-12-14T09:39:14,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741837_1013 (size=963)
2024-12-14T09:39:14,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-12-14T09:39:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-12-14T09:39:15,171 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:39:15,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741838_1014 (size=53)
2024-12-14T09:39:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-12-14T09:39:15,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:15,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5afb483946134a27ce590dd9ed7020e1, disabling compactions & flushes
2024-12-14T09:39:15,583 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:15,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:15,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. after waiting 0 ms
2024-12-14T09:39:15,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:15,583 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:15,583 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:15,585 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-14T09:39:15,586 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734169155586"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734169155586"}]},"ts":"1734169155586"}
2024-12-14T09:39:15,588 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-12-14T09:39:15,590 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-14T09:39:15,590 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169155590"}]},"ts":"1734169155590"}
2024-12-14T09:39:15,593 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-14T09:39:15,642 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5afb483946134a27ce590dd9ed7020e1, ASSIGN}]
2024-12-14T09:39:15,644 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5afb483946134a27ce590dd9ed7020e1, ASSIGN
2024-12-14T09:39:15,646 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5afb483946134a27ce590dd9ed7020e1, ASSIGN; state=OFFLINE, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=false
2024-12-14T09:39:15,796 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5afb483946134a27ce590dd9ed7020e1, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:15,800 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:39:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-12-14T09:39:15,955 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:15,962 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:15,962 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:39:15,963 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:15,963 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:15,963 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:15,963 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:15,966 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5afb483946134a27ce590dd9ed7020e1 
2024-12-14T09:39:15,969 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:15,970 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afb483946134a27ce590dd9ed7020e1 columnFamilyName A
2024-12-14T09:39:15,970 DEBUG [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:15,972 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.HStore(327): Store=5afb483946134a27ce590dd9ed7020e1/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:15,972 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5afb483946134a27ce590dd9ed7020e1 
2024-12-14T09:39:15,974 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:15,975 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afb483946134a27ce590dd9ed7020e1 columnFamilyName B
2024-12-14T09:39:15,975 DEBUG [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:15,976 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.HStore(327): Store=5afb483946134a27ce590dd9ed7020e1/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:15,977 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5afb483946134a27ce590dd9ed7020e1 
2024-12-14T09:39:15,979 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:15,980 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5afb483946134a27ce590dd9ed7020e1 columnFamilyName C
2024-12-14T09:39:15,980 DEBUG [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:15,981 INFO  [StoreOpener-5afb483946134a27ce590dd9ed7020e1-1 {}] regionserver.HStore(327): Store=5afb483946134a27ce590dd9ed7020e1/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:15,981 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:15,983 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:15,984 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:15,987 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:39:15,990 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:15,994 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:39:15,996 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 5afb483946134a27ce590dd9ed7020e1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74223970, jitterRate=0.10602334141731262}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:39:15,997 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:15,999 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., pid=11, masterSystemTime=1734169155955
2024-12-14T09:39:16,002 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:16,002 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:16,004 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5afb483946134a27ce590dd9ed7020e1, regionState=OPEN, openSeqNum=2, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:16,017 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10
2024-12-14T09:39:16,018 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668 in 211 msec
2024-12-14T09:39:16,022 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9
2024-12-14T09:39:16,022 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5afb483946134a27ce590dd9ed7020e1, ASSIGN in 375 msec
2024-12-14T09:39:16,024 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-14T09:39:16,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169156024"}]},"ts":"1734169156024"}
2024-12-14T09:39:16,028 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-14T09:39:16,069 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-14T09:39:16,073 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3210 sec
2024-12-14T09:39:16,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9
2024-12-14T09:39:16,878 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed
2024-12-14T09:39:16,884 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1212d9e2 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63153b5
2024-12-14T09:39:16,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5ba234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:16,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:16,931 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:16,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-14T09:39:16,937 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-14T09:39:16,944 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fe61c10 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21d86332
2024-12-14T09:39:16,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f33240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:16,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x481d5e85 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a3e7547
2024-12-14T09:39:16,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c80704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:16,969 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53623ce6 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aba57ed
2024-12-14T09:39:16,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dad8999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:16,977 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f68aae6 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27f597d9
2024-12-14T09:39:16,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:16,985 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b2c1d to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b16227
2024-12-14T09:39:16,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b406636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:16,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53f30e40 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7915562a
2024-12-14T09:39:17,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7523ca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:17,003 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77d9cb79 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24ae67ae
2024-12-14T09:39:17,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f34c0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:17,016 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0763ae64 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ebb9f30
2024-12-14T09:39:17,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cfc6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:17,027 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118d1c39 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23fd5327
2024-12-14T09:39:17,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f18a09d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:17,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees
2024-12-14T09:39:17,052 DEBUG [hconnection-0x26915deb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,052 DEBUG [hconnection-0x3fb612-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-12-14T09:39:17,056 DEBUG [hconnection-0x2f024d8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,056 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:17,057 DEBUG [hconnection-0x6a7f891-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,058 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:17,060 DEBUG [hconnection-0x72891238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,060 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:17,063 DEBUG [hconnection-0x66ee95bd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,065 DEBUG [hconnection-0x454da7b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,069 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,070 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,072 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,073 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,079 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,083 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,086 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,084 DEBUG [hconnection-0x67c0b1b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,089 DEBUG [hconnection-0xa5a0a82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:17,102 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,106 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-12-14T09:39:17,198 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:39:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:17,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:17,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:17,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:17,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:17,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:17,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:17,258 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-12-14T09:39:17,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:17,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:17,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:17,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-12-14T09:39:17,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169217347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,385 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169217350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169217363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,402 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169217373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169217381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/446b0e9479a04bf4bd7a8f7897c5f08b is 50, key is test_row_0/A:col10/1734169157191/Put/seqid=0
2024-12-14T09:39:17,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169217490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169217496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169217506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-12-14T09:39:17,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169217518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:17,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741839_1015 (size=11997)
2024-12-14T09:39:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,533 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/446b0e9479a04bf4bd7a8f7897c5f08b
2024-12-14T09:39:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169217528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8963067d27a944f68760e985e338840f is 50, key is test_row_0/B:col10/1734169157191/Put/seqid=0
2024-12-14T09:39:17,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-12-14T09:39:17,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-12-14T09:39:17,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741840_1016 (size=9657)
2024-12-14T09:39:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:17,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:17,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169217699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169217706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,716 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8963067d27a944f68760e985e338840f
2024-12-14T09:39:17,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169217714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169217726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:17,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169217743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/c77abe7b24334bbfad5f78d9f9ae0930 is 50, key is test_row_0/C:col10/1734169157191/Put/seqid=0
2024-12-14T09:39:17,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741841_1017 (size=9657)
2024-12-14T09:39:17,863 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/c77abe7b24334bbfad5f78d9f9ae0930
2024-12-14T09:39:17,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:17,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-12-14T09:39:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:17,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=13
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:17,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/446b0e9479a04bf4bd7a8f7897c5f08b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/446b0e9479a04bf4bd7a8f7897c5f08b
2024-12-14T09:39:17,895 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/446b0e9479a04bf4bd7a8f7897c5f08b, entries=150, sequenceid=14, filesize=11.7 K
2024-12-14T09:39:17,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8963067d27a944f68760e985e338840f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8963067d27a944f68760e985e338840f
2024-12-14T09:39:17,928 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8963067d27a944f68760e985e338840f, entries=100, sequenceid=14, filesize=9.4 K
2024-12-14T09:39:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/c77abe7b24334bbfad5f78d9f9ae0930 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/c77abe7b24334bbfad5f78d9f9ae0930
2024-12-14T09:39:17,957 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/c77abe7b24334bbfad5f78d9f9ae0930, entries=100, sequenceid=14, filesize=9.4 K
2024-12-14T09:39:17,960 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5afb483946134a27ce590dd9ed7020e1 in 762ms, sequenceid=14, compaction requested=false
2024-12-14T09:39:17,965 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-14T09:39:17,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:18,006 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-14T09:39:18,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13
2024-12-14T09:39:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:18,023 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-12-14T09:39:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:18,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/e05bc3be980c4b68ac48bcea77e1c5be is 50, key is test_row_0/A:col10/1734169157354/Put/seqid=0
2024-12-14T09:39:18,117 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169218079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,118 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169218085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169218082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169218118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169218125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741842_1018 (size=12001)
2024-12-14T09:39:18,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-12-14T09:39:18,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-14T09:39:18,209 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace'
2024-12-14T09:39:18,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169218221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169218223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169218227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169218228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169218232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,323 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-14T09:39:18,323 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-14T09:39:18,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace
2024-12-14T09:39:18,326 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer
2024-12-14T09:39:18,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-14T09:39:18,327 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-14T09:39:18,328 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-14T09:39:18,328 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-14T09:39:18,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-12-14T09:39:18,330 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-12-14T09:39:18,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169218428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169218429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169218435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169218442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169218452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/e05bc3be980c4b68ac48bcea77e1c5be
2024-12-14T09:39:18,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/e0f596ec8218422e8016cbd243d2d68b is 50, key is test_row_0/B:col10/1734169157354/Put/seqid=0
2024-12-14T09:39:18,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741843_1019 (size=12001)
2024-12-14T09:39:18,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169218742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169218743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169218746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169218754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:18,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169218761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,035 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/e0f596ec8218422e8016cbd243d2d68b
2024-12-14T09:39:19,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/199c6921b6d24c7e83bd4502f9c1e286 is 50, key is test_row_0/C:col10/1734169157354/Put/seqid=0
2024-12-14T09:39:19,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741844_1020 (size=12001)
2024-12-14T09:39:19,135 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/199c6921b6d24c7e83bd4502f9c1e286
2024-12-14T09:39:19,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/e05bc3be980c4b68ac48bcea77e1c5be as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e05bc3be980c4b68ac48bcea77e1c5be
2024-12-14T09:39:19,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e05bc3be980c4b68ac48bcea77e1c5be, entries=150, sequenceid=37, filesize=11.7 K
2024-12-14T09:39:19,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/e0f596ec8218422e8016cbd243d2d68b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e0f596ec8218422e8016cbd243d2d68b
2024-12-14T09:39:19,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-12-14T09:39:19,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e0f596ec8218422e8016cbd243d2d68b, entries=150, sequenceid=37, filesize=11.7 K
2024-12-14T09:39:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/199c6921b6d24c7e83bd4502f9c1e286 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/199c6921b6d24c7e83bd4502f9c1e286
2024-12-14T09:39:19,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/199c6921b6d24c7e83bd4502f9c1e286, entries=150, sequenceid=37, filesize=11.7 K
2024-12-14T09:39:19,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 5afb483946134a27ce590dd9ed7020e1 in 1227ms, sequenceid=37, compaction requested=false
2024-12-14T09:39:19,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:19,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-12-14T09:39:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=13
2024-12-14T09:39:19,262 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12
2024-12-14T09:39:19,262 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1960 sec
2024-12-14T09:39:19,269 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.2170 sec
2024-12-14T09:39:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:19,281 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-12-14T09:39:19,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:19,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:19,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:19,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:19,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:19,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:19,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/3781a0f3155741e88f0f1716f89ac473 is 50, key is test_row_0/A:col10/1734169158110/Put/seqid=0
2024-12-14T09:39:19,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741845_1021 (size=16681)
2024-12-14T09:39:19,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169219395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169219414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169219424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169219425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169219436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169219528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169219534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169219536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169219538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169219565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169219740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169219751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169219757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169219760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:19,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169219777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:19,802 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/3781a0f3155741e88f0f1716f89ac473
2024-12-14T09:39:19,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/c88dd4ba5cf3427ca5175edfff877b1d is 50, key is test_row_0/B:col10/1734169158110/Put/seqid=0
2024-12-14T09:39:19,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741846_1022 (size=12001)
2024-12-14T09:39:20,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169220049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169220071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169220069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169220073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169220084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/c88dd4ba5cf3427ca5175edfff877b1d
2024-12-14T09:39:20,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/8fc3f0620c564c03bde2b433c5c08e19 is 50, key is test_row_0/C:col10/1734169158110/Put/seqid=0
2024-12-14T09:39:20,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741847_1023 (size=12001)
2024-12-14T09:39:20,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169220563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169220578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169220580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169220580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169220593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:20,824 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/8fc3f0620c564c03bde2b433c5c08e19
2024-12-14T09:39:20,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/3781a0f3155741e88f0f1716f89ac473 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3781a0f3155741e88f0f1716f89ac473
2024-12-14T09:39:20,875 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3781a0f3155741e88f0f1716f89ac473, entries=250, sequenceid=53, filesize=16.3 K
2024-12-14T09:39:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/c88dd4ba5cf3427ca5175edfff877b1d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c88dd4ba5cf3427ca5175edfff877b1d
2024-12-14T09:39:20,895 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c88dd4ba5cf3427ca5175edfff877b1d, entries=150, sequenceid=53, filesize=11.7 K
2024-12-14T09:39:20,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/8fc3f0620c564c03bde2b433c5c08e19 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/8fc3f0620c564c03bde2b433c5c08e19
2024-12-14T09:39:20,914 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/8fc3f0620c564c03bde2b433c5c08e19, entries=150, sequenceid=53, filesize=11.7 K
2024-12-14T09:39:20,916 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 5afb483946134a27ce590dd9ed7020e1 in 1634ms, sequenceid=53, compaction requested=true
2024-12-14T09:39:20,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:20,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:20,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:20,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:20,931 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:20,932 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:20,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:20,939 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:20,939 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:20,941 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:20,941 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:20,941 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:20,942 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/446b0e9479a04bf4bd7a8f7897c5f08b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e05bc3be980c4b68ac48bcea77e1c5be, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3781a0f3155741e88f0f1716f89ac473] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=39.7 K
2024-12-14T09:39:20,943 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:20,943 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8963067d27a944f68760e985e338840f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e0f596ec8218422e8016cbd243d2d68b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c88dd4ba5cf3427ca5175edfff877b1d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=32.9 K
2024-12-14T09:39:20,945 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8963067d27a944f68760e985e338840f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734169157181
2024-12-14T09:39:20,946 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 446b0e9479a04bf4bd7a8f7897c5f08b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734169157168
2024-12-14T09:39:20,946 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e0f596ec8218422e8016cbd243d2d68b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734169157354
2024-12-14T09:39:20,948 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e05bc3be980c4b68ac48bcea77e1c5be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734169157354
2024-12-14T09:39:20,950 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c88dd4ba5cf3427ca5175edfff877b1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734169158069
2024-12-14T09:39:20,952 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3781a0f3155741e88f0f1716f89ac473, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734169158069
2024-12-14T09:39:21,033 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#10 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:21,036 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/cb0ff682ea2f474a93fb43b5688b6884 is 50, key is test_row_0/B:col10/1734169158110/Put/seqid=0
2024-12-14T09:39:21,048 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#9 average throughput is 0.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:21,049 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/08df687862904c1a9b90c15f1ee12ea0 is 50, key is test_row_0/A:col10/1734169158110/Put/seqid=0
2024-12-14T09:39:21,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741848_1024 (size=12104)
2024-12-14T09:39:21,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741849_1025 (size=12104)
2024-12-14T09:39:21,152 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/cb0ff682ea2f474a93fb43b5688b6884 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cb0ff682ea2f474a93fb43b5688b6884
2024-12-14T09:39:21,156 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/08df687862904c1a9b90c15f1ee12ea0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/08df687862904c1a9b90c15f1ee12ea0
2024-12-14T09:39:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12
2024-12-14T09:39:21,184 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed
2024-12-14T09:39:21,188 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees
2024-12-14T09:39:21,200 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-12-14T09:39:21,202 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:21,202 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:21,205 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into 08df687862904c1a9b90c15f1ee12ea0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:21,205 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into cb0ff682ea2f474a93fb43b5688b6884(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:21,205 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:21,205 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:21,205 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169160917; duration=0sec
2024-12-14T09:39:21,206 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169160931; duration=0sec
2024-12-14T09:39:21,206 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:21,206 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:21,206 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:21,207 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:21,207 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:21,209 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:21,209 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:21,209 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:21,209 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/c77abe7b24334bbfad5f78d9f9ae0930, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/199c6921b6d24c7e83bd4502f9c1e286, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/8fc3f0620c564c03bde2b433c5c08e19] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=32.9 K
2024-12-14T09:39:21,211 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c77abe7b24334bbfad5f78d9f9ae0930, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734169157181
2024-12-14T09:39:21,212 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 199c6921b6d24c7e83bd4502f9c1e286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734169157354
2024-12-14T09:39:21,214 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fc3f0620c564c03bde2b433c5c08e19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734169158069
2024-12-14T09:39:21,247 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#11 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:21,248 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/79407756567f4c9d96e8be3a32e3da44 is 50, key is test_row_0/C:col10/1734169158110/Put/seqid=0
2024-12-14T09:39:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-12-14T09:39:21,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741850_1026 (size=12104)
2024-12-14T09:39:21,327 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/79407756567f4c9d96e8be3a32e3da44 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/79407756567f4c9d96e8be3a32e3da44
2024-12-14T09:39:21,347 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into 79407756567f4c9d96e8be3a32e3da44(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:21,347 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:21,347 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169160932; duration=0sec
2024-12-14T09:39:21,347 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:21,347 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:21,355 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15
2024-12-14T09:39:21,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:21,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-12-14T09:39:21,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:21,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:21,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:21,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:21,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/00709ac9f77b47f0adf82e7ead5f5bb7 is 50, key is test_row_0/A:col10/1734169159422/Put/seqid=0
2024-12-14T09:39:21,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741851_1027 (size=12001)
2024-12-14T09:39:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-12-14T09:39:21,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:21,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169221631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169221623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169221635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169221638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169221644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169221742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169221742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169221749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169221749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169221754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-12-14T09:39:21,827 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/00709ac9f77b47f0adf82e7ead5f5bb7
2024-12-14T09:39:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8a9de2f47841445db4b48ffda37f51c2 is 50, key is test_row_0/B:col10/1734169159422/Put/seqid=0
2024-12-14T09:39:21,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741852_1028 (size=12001)
2024-12-14T09:39:21,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8a9de2f47841445db4b48ffda37f51c2
2024-12-14T09:39:21,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/6396dd7bd78c4e59a1015aee8f0e12c7 is 50, key is test_row_0/C:col10/1734169159422/Put/seqid=0
2024-12-14T09:39:21,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169221946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169221950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169221955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169221961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169221962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:21,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741853_1029 (size=12001)
2024-12-14T09:39:21,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/6396dd7bd78c4e59a1015aee8f0e12c7
2024-12-14T09:39:22,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/00709ac9f77b47f0adf82e7ead5f5bb7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/00709ac9f77b47f0adf82e7ead5f5bb7
2024-12-14T09:39:22,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/00709ac9f77b47f0adf82e7ead5f5bb7, entries=150, sequenceid=78, filesize=11.7 K
2024-12-14T09:39:22,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8a9de2f47841445db4b48ffda37f51c2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8a9de2f47841445db4b48ffda37f51c2
2024-12-14T09:39:22,037 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8a9de2f47841445db4b48ffda37f51c2, entries=150, sequenceid=78, filesize=11.7 K
2024-12-14T09:39:22,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/6396dd7bd78c4e59a1015aee8f0e12c7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/6396dd7bd78c4e59a1015aee8f0e12c7
2024-12-14T09:39:22,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/6396dd7bd78c4e59a1015aee8f0e12c7, entries=150, sequenceid=78, filesize=11.7 K
2024-12-14T09:39:22,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 5afb483946134a27ce590dd9ed7020e1 in 711ms, sequenceid=78, compaction requested=false
2024-12-14T09:39:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15
2024-12-14T09:39:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=15
2024-12-14T09:39:22,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-12-14T09:39:22,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 868 msec
2024-12-14T09:39:22,079 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 887 msec
2024-12-14T09:39:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:22,260 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-12-14T09:39:22,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:22,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:22,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:22,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:22,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/6f3c9698524e41cd8b5a2e82adc33d1d is 50, key is test_row_0/A:col10/1734169162253/Put/seqid=0
2024-12-14T09:39:22,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14
2024-12-14T09:39:22,308 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed
2024-12-14T09:39:22,311 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees
2024-12-14T09:39:22,315 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:22,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-12-14T09:39:22,316 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:22,316 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:22,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741854_1030 (size=14341)
2024-12-14T09:39:22,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169222314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169222318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169222329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169222329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169222332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-12-14T09:39:22,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169222431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169222431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169222435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169222437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169222441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-12-14T09:39:22,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-12-14T09:39:22,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-12-14T09:39:22,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:22,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169222636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169222643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169222655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169222657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169222659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,726 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/6f3c9698524e41cd8b5a2e82adc33d1d
2024-12-14T09:39:22,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/ec68f8a94ca64c0097bf3b7bdffd51d4 is 50, key is test_row_0/B:col10/1734169162253/Put/seqid=0
2024-12-14T09:39:22,787 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-12-14T09:39:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741855_1031 (size=12001)
2024-12-14T09:39:22,810 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/ec68f8a94ca64c0097bf3b7bdffd51d4
2024-12-14T09:39:22,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/aaa1f604cbc84ed88fb24e16a830ae1f is 50, key is test_row_0/C:col10/1734169162253/Put/seqid=0
2024-12-14T09:39:22,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741856_1032 (size=12001)
2024-12-14T09:39:22,867 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/aaa1f604cbc84ed88fb24e16a830ae1f
2024-12-14T09:39:22,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/6f3c9698524e41cd8b5a2e82adc33d1d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/6f3c9698524e41cd8b5a2e82adc33d1d
2024-12-14T09:39:22,919 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/6f3c9698524e41cd8b5a2e82adc33d1d, entries=200, sequenceid=94, filesize=14.0 K
2024-12-14T09:39:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-12-14T09:39:22,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/ec68f8a94ca64c0097bf3b7bdffd51d4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ec68f8a94ca64c0097bf3b7bdffd51d4
2024-12-14T09:39:22,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169222945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-12-14T09:39:22,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:22,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:22,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=17
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:22,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169222953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169222965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169222968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,971 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ec68f8a94ca64c0097bf3b7bdffd51d4, entries=150, sequenceid=94, filesize=11.7 K
2024-12-14T09:39:22,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169222970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:22,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/aaa1f604cbc84ed88fb24e16a830ae1f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/aaa1f604cbc84ed88fb24e16a830ae1f
2024-12-14T09:39:23,001 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/aaa1f604cbc84ed88fb24e16a830ae1f, entries=150, sequenceid=94, filesize=11.7 K
2024-12-14T09:39:23,003 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5afb483946134a27ce590dd9ed7020e1 in 743ms, sequenceid=94, compaction requested=true
2024-12-14T09:39:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:23,003 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:23,004 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:23,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:23,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:23,006 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:23,006 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:23,006 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:23,006 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/08df687862904c1a9b90c15f1ee12ea0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/00709ac9f77b47f0adf82e7ead5f5bb7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/6f3c9698524e41cd8b5a2e82adc33d1d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=37.5 K
2024-12-14T09:39:23,007 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:23,007 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 08df687862904c1a9b90c15f1ee12ea0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734169158069
2024-12-14T09:39:23,008 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:23,008 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:23,008 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cb0ff682ea2f474a93fb43b5688b6884, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8a9de2f47841445db4b48ffda37f51c2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ec68f8a94ca64c0097bf3b7bdffd51d4] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=35.3 K
2024-12-14T09:39:23,009 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb0ff682ea2f474a93fb43b5688b6884, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734169158069
2024-12-14T09:39:23,010 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 00709ac9f77b47f0adf82e7ead5f5bb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734169159394
2024-12-14T09:39:23,010 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a9de2f47841445db4b48ffda37f51c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734169159394
2024-12-14T09:39:23,011 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f3c9698524e41cd8b5a2e82adc33d1d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734169161612
2024-12-14T09:39:23,011 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec68f8a94ca64c0097bf3b7bdffd51d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734169161612
2024-12-14T09:39:23,047 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:23,059 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:23,060 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/9043cc98e5474562a60d367bce6b39d9 is 50, key is test_row_0/B:col10/1734169162253/Put/seqid=0
2024-12-14T09:39:23,066 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/e4802cd628914f6aa96c2b97082f07c4 is 50, key is test_row_0/A:col10/1734169162253/Put/seqid=0
2024-12-14T09:39:23,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17
2024-12-14T09:39:23,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:23,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-12-14T09:39:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:23,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:23,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/31635626c617405b818b78d06abef08b is 50, key is test_row_0/A:col10/1734169162324/Put/seqid=0
2024-12-14T09:39:23,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741858_1034 (size=12207)
2024-12-14T09:39:23,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741857_1033 (size=12207)
2024-12-14T09:39:23,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741859_1035 (size=12001)
2024-12-14T09:39:23,236 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/31635626c617405b818b78d06abef08b
2024-12-14T09:39:23,236 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/e4802cd628914f6aa96c2b97082f07c4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e4802cd628914f6aa96c2b97082f07c4
2024-12-14T09:39:23,243 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/9043cc98e5474562a60d367bce6b39d9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9043cc98e5474562a60d367bce6b39d9
2024-12-14T09:39:23,262 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into e4802cd628914f6aa96c2b97082f07c4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:23,263 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:23,263 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169163003; duration=0sec
2024-12-14T09:39:23,263 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:23,263 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:23,263 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:23,270 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into 9043cc98e5474562a60d367bce6b39d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:23,270 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:23,270 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169163003; duration=0sec
2024-12-14T09:39:23,270 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:23,270 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:23,281 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:23,281 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:23,281 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:23,281 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/79407756567f4c9d96e8be3a32e3da44, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/6396dd7bd78c4e59a1015aee8f0e12c7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/aaa1f604cbc84ed88fb24e16a830ae1f] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=35.3 K
2024-12-14T09:39:23,282 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 79407756567f4c9d96e8be3a32e3da44, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734169158069
2024-12-14T09:39:23,283 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6396dd7bd78c4e59a1015aee8f0e12c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734169159394
2024-12-14T09:39:23,284 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting aaa1f604cbc84ed88fb24e16a830ae1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734169161612
2024-12-14T09:39:23,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/a9d1e8f896044f9394ded35caa426506 is 50, key is test_row_0/B:col10/1734169162324/Put/seqid=0
2024-12-14T09:39:23,306 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:23,307 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/617bfa4fbebd4c1fb51f1d0015578fe4 is 50, key is test_row_0/C:col10/1734169162253/Put/seqid=0
2024-12-14T09:39:23,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741860_1036 (size=12001)
2024-12-14T09:39:23,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/a9d1e8f896044f9394ded35caa426506
2024-12-14T09:39:23,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/9fa20dfcf83548bdaaac3b536cbd2b8f is 50, key is test_row_0/C:col10/1734169162324/Put/seqid=0
2024-12-14T09:39:23,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741861_1037 (size=12207)
2024-12-14T09:39:23,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741862_1038 (size=12001)
2024-12-14T09:39:23,394 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/9fa20dfcf83548bdaaac3b536cbd2b8f
2024-12-14T09:39:23,424 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/617bfa4fbebd4c1fb51f1d0015578fe4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/617bfa4fbebd4c1fb51f1d0015578fe4
2024-12-14T09:39:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-12-14T09:39:23,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/31635626c617405b818b78d06abef08b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/31635626c617405b818b78d06abef08b
2024-12-14T09:39:23,473 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/31635626c617405b818b78d06abef08b, entries=150, sequenceid=114, filesize=11.7 K
2024-12-14T09:39:23,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/a9d1e8f896044f9394ded35caa426506 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/a9d1e8f896044f9394ded35caa426506
2024-12-14T09:39:23,476 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into 617bfa4fbebd4c1fb51f1d0015578fe4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:23,476 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:23,476 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169163003; duration=0sec
2024-12-14T09:39:23,476 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:23,476 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:23,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:23,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/a9d1e8f896044f9394ded35caa426506, entries=150, sequenceid=114, filesize=11.7 K
2024-12-14T09:39:23,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/9fa20dfcf83548bdaaac3b536cbd2b8f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9fa20dfcf83548bdaaac3b536cbd2b8f
2024-12-14T09:39:23,547 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9fa20dfcf83548bdaaac3b536cbd2b8f, entries=150, sequenceid=114, filesize=11.7 K
2024-12-14T09:39:23,549 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=60.38 KB/61830 for 5afb483946134a27ce590dd9ed7020e1 in 426ms, sequenceid=114, compaction requested=false
2024-12-14T09:39:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:23,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-12-14T09:39:23,549 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-12-14T09:39:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:23,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=17
2024-12-14T09:39:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:23,555 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16
2024-12-14T09:39:23,555 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2350 sec
2024-12-14T09:39:23,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.2460 sec
2024-12-14T09:39:23,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b58cb34a42a24a9eb8f10f3013095bf7 is 50, key is test_row_0/A:col10/1734169163526/Put/seqid=0
2024-12-14T09:39:23,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741863_1039 (size=21465)
2024-12-14T09:39:23,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169223632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169223634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169223630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169223638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169223637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169223748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169223748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169223752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169223752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169223753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169223964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169223965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169223965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169223965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:23,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169223979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,009 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b58cb34a42a24a9eb8f10f3013095bf7
2024-12-14T09:39:24,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/9b7deeffe52d4bc492c73c1fd25e1b34 is 50, key is test_row_0/B:col10/1734169163526/Put/seqid=0
2024-12-14T09:39:24,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741864_1040 (size=12101)
2024-12-14T09:39:24,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169224273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169224275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169224288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169224291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169224298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16
2024-12-14T09:39:24,434 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed
2024-12-14T09:39:24,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees
2024-12-14T09:39:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-12-14T09:39:24,467 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:24,477 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/9b7deeffe52d4bc492c73c1fd25e1b34
2024-12-14T09:39:24,477 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:24,477 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:24,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/a67bd525cc7940ff97f33e4602d22efd is 50, key is test_row_0/C:col10/1734169163526/Put/seqid=0
2024-12-14T09:39:24,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741865_1041 (size=12101)
2024-12-14T09:39:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-12-14T09:39:24,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-12-14T09:39:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:24,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-12-14T09:39:24,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-12-14T09:39:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169224782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:24,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,795 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169224787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,796 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169224793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169224805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169224812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:24,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-12-14T09:39:24,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:24,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:24,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:24,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=19
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:24,964 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/a67bd525cc7940ff97f33e4602d22efd
2024-12-14T09:39:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b58cb34a42a24a9eb8f10f3013095bf7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b58cb34a42a24a9eb8f10f3013095bf7
2024-12-14T09:39:24,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b58cb34a42a24a9eb8f10f3013095bf7, entries=350, sequenceid=131, filesize=21.0 K
2024-12-14T09:39:24,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/9b7deeffe52d4bc492c73c1fd25e1b34 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9b7deeffe52d4bc492c73c1fd25e1b34
2024-12-14T09:39:25,013 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9b7deeffe52d4bc492c73c1fd25e1b34, entries=150, sequenceid=131, filesize=11.8 K
2024-12-14T09:39:25,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/a67bd525cc7940ff97f33e4602d22efd as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a67bd525cc7940ff97f33e4602d22efd
2024-12-14T09:39:25,027 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a67bd525cc7940ff97f33e4602d22efd, entries=150, sequenceid=131, filesize=11.8 K
2024-12-14T09:39:25,029 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5afb483946134a27ce590dd9ed7020e1 in 1480ms, sequenceid=131, compaction requested=true
2024-12-14T09:39:25,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:25,029 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:25,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:25,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:25,029 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:25,030 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:25,031 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:25,031 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:25,032 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:25,032 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9043cc98e5474562a60d367bce6b39d9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/a9d1e8f896044f9394ded35caa426506, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9b7deeffe52d4bc492c73c1fd25e1b34] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=35.5 K
2024-12-14T09:39:25,032 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45673 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:25,033 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:25,033 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:25,033 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e4802cd628914f6aa96c2b97082f07c4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/31635626c617405b818b78d06abef08b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b58cb34a42a24a9eb8f10f3013095bf7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=44.6 K
2024-12-14T09:39:25,033 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9043cc98e5474562a60d367bce6b39d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734169161612
2024-12-14T09:39:25,035 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4802cd628914f6aa96c2b97082f07c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734169161612
2024-12-14T09:39:25,035 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting a9d1e8f896044f9394ded35caa426506, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734169162308
2024-12-14T09:39:25,036 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31635626c617405b818b78d06abef08b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734169162308
2024-12-14T09:39:25,037 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b58cb34a42a24a9eb8f10f3013095bf7, keycount=350, bloomtype=ROW, size=21.0 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169163523
2024-12-14T09:39:25,037 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b7deeffe52d4bc492c73c1fd25e1b34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169163526
2024-12-14T09:39:25,063 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:25,064 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c3138ea23c034076b1242a0261f20517 is 50, key is test_row_0/A:col10/1734169163526/Put/seqid=0
2024-12-14T09:39:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-12-14T09:39:25,077 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:25,078 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8273f9ab465c48f8a7d6bf6f306b3628 is 50, key is test_row_0/B:col10/1734169163526/Put/seqid=0
2024-12-14T09:39:25,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:25,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19
2024-12-14T09:39:25,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:25,107 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-12-14T09:39:25,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:25,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:25,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:25,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:25,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:25,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741866_1042 (size=12409)
2024-12-14T09:39:25,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741867_1043 (size=12409)
2024-12-14T09:39:25,155 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c3138ea23c034076b1242a0261f20517 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c3138ea23c034076b1242a0261f20517
2024-12-14T09:39:25,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/2c5074ade0d741fe8b48f6d1babc21e5 is 50, key is test_row_0/A:col10/1734169163597/Put/seqid=0
2024-12-14T09:39:25,181 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into c3138ea23c034076b1242a0261f20517(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:25,181 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:25,181 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169165029; duration=0sec
2024-12-14T09:39:25,181 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:25,182 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:25,182 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:25,182 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8273f9ab465c48f8a7d6bf6f306b3628 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8273f9ab465c48f8a7d6bf6f306b3628
2024-12-14T09:39:25,186 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:25,186 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:25,186 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:25,187 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/617bfa4fbebd4c1fb51f1d0015578fe4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9fa20dfcf83548bdaaac3b536cbd2b8f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a67bd525cc7940ff97f33e4602d22efd] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=35.5 K
2024-12-14T09:39:25,188 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 617bfa4fbebd4c1fb51f1d0015578fe4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734169161612
2024-12-14T09:39:25,189 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fa20dfcf83548bdaaac3b536cbd2b8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734169162308
2024-12-14T09:39:25,190 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a67bd525cc7940ff97f33e4602d22efd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169163526
2024-12-14T09:39:25,197 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into 8273f9ab465c48f8a7d6bf6f306b3628(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:25,197 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:25,197 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169165029; duration=0sec
2024-12-14T09:39:25,197 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:25,197 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:25,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741868_1044 (size=12151)
2024-12-14T09:39:25,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/2c5074ade0d741fe8b48f6d1babc21e5
2024-12-14T09:39:25,229 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:25,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/ca7fcc62196e4bedac7ecd90db1d1d2a is 50, key is test_row_0/B:col10/1734169163597/Put/seqid=0
2024-12-14T09:39:25,240 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/9cd3b76713cf45b2a40918647d1d3741 is 50, key is test_row_0/C:col10/1734169163526/Put/seqid=0
2024-12-14T09:39:25,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741869_1045 (size=12151)
2024-12-14T09:39:25,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/ca7fcc62196e4bedac7ecd90db1d1d2a
2024-12-14T09:39:25,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/fa6e15efcd9b4c52b0444d47ee6155c0 is 50, key is test_row_0/C:col10/1734169163597/Put/seqid=0
2024-12-14T09:39:25,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741871_1047 (size=12151)
2024-12-14T09:39:25,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/fa6e15efcd9b4c52b0444d47ee6155c0
2024-12-14T09:39:25,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741870_1046 (size=12409)
2024-12-14T09:39:25,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/2c5074ade0d741fe8b48f6d1babc21e5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/2c5074ade0d741fe8b48f6d1babc21e5
2024-12-14T09:39:25,317 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/9cd3b76713cf45b2a40918647d1d3741 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9cd3b76713cf45b2a40918647d1d3741
2024-12-14T09:39:25,339 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into 9cd3b76713cf45b2a40918647d1d3741(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:25,339 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:25,339 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169165030; duration=0sec
2024-12-14T09:39:25,339 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:25,339 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:25,342 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/2c5074ade0d741fe8b48f6d1babc21e5, entries=150, sequenceid=153, filesize=11.9 K
2024-12-14T09:39:25,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/ca7fcc62196e4bedac7ecd90db1d1d2a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ca7fcc62196e4bedac7ecd90db1d1d2a
2024-12-14T09:39:25,373 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ca7fcc62196e4bedac7ecd90db1d1d2a, entries=150, sequenceid=153, filesize=11.9 K
2024-12-14T09:39:25,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/fa6e15efcd9b4c52b0444d47ee6155c0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/fa6e15efcd9b4c52b0444d47ee6155c0
2024-12-14T09:39:25,397 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/fa6e15efcd9b4c52b0444d47ee6155c0, entries=150, sequenceid=153, filesize=11.9 K
2024-12-14T09:39:25,399 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 5afb483946134a27ce590dd9ed7020e1 in 292ms, sequenceid=153, compaction requested=false
2024-12-14T09:39:25,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:25,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:25,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19
2024-12-14T09:39:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=19
2024-12-14T09:39:25,409 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18
2024-12-14T09:39:25,410 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 928 msec
2024-12-14T09:39:25,416 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 962 msec
2024-12-14T09:39:25,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18
2024-12-14T09:39:25,568 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed
2024-12-14T09:39:25,573 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:25,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees
2024-12-14T09:39:25,575 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-12-14T09:39:25,578 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:25,578 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-12-14T09:39:25,731 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:25,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21
2024-12-14T09:39:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:25,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21
2024-12-14T09:39:25,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=21
2024-12-14T09:39:25,744 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20
2024-12-14T09:39:25,744 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 158 msec
2024-12-14T09:39:25,748 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 173 msec
2024-12-14T09:39:25,841 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:39:25,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:25,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:25,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/723cb9dddfb84d0e83a8fcd23a7f4d9b is 50, key is test_row_0/A:col10/1734169165841/Put/seqid=0
2024-12-14T09:39:25,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20
2024-12-14T09:39:25,879 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed
2024-12-14T09:39:25,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:25,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741872_1048 (size=14541)
2024-12-14T09:39:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees
2024-12-14T09:39:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-12-14T09:39:25,913 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:25,914 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:25,915 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:25,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169225917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:25,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169225918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:25,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169225988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:25,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169225992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169226002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-12-14T09:39:26,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-12-14T09:39:26,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:26,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169226085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169226090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169226099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169226104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169226116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-12-14T09:39:26,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-12-14T09:39:26,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169226289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169226294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169226302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169226307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,311 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/723cb9dddfb84d0e83a8fcd23a7f4d9b
2024-12-14T09:39:26,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169226328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/4524fc5fb75647fa935aa7270eee9422 is 50, key is test_row_0/B:col10/1734169165841/Put/seqid=0
2024-12-14T09:39:26,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741873_1049 (size=12151)
2024-12-14T09:39:26,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-12-14T09:39:26,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:26,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-12-14T09:39:26,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-12-14T09:39:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169226597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169226598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169226616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169226624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169226632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-12-14T09:39:26,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=23
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:26,750 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/4524fc5fb75647fa935aa7270eee9422
2024-12-14T09:39:26,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/f2936dc008fc4b2c80e714999f257ae7 is 50, key is test_row_0/C:col10/1734169165841/Put/seqid=0
2024-12-14T09:39:26,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741874_1050 (size=12151)
2024-12-14T09:39:26,798 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/f2936dc008fc4b2c80e714999f257ae7
2024-12-14T09:39:26,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/723cb9dddfb84d0e83a8fcd23a7f4d9b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/723cb9dddfb84d0e83a8fcd23a7f4d9b
2024-12-14T09:39:26,818 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/723cb9dddfb84d0e83a8fcd23a7f4d9b, entries=200, sequenceid=169, filesize=14.2 K
2024-12-14T09:39:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/4524fc5fb75647fa935aa7270eee9422 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4524fc5fb75647fa935aa7270eee9422
2024-12-14T09:39:26,835 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4524fc5fb75647fa935aa7270eee9422, entries=150, sequenceid=169, filesize=11.9 K
2024-12-14T09:39:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/f2936dc008fc4b2c80e714999f257ae7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f2936dc008fc4b2c80e714999f257ae7
2024-12-14T09:39:26,849 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f2936dc008fc4b2c80e714999f257ae7, entries=150, sequenceid=169, filesize=11.9 K
2024-12-14T09:39:26,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:26,851 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 5afb483946134a27ce590dd9ed7020e1 in 1010ms, sequenceid=169, compaction requested=true
2024-12-14T09:39:26,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:26,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23
2024-12-14T09:39:26,851 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:26,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:26,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:26,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:26,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:26,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:26,852 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:26,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:26,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-12-14T09:39:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:26,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:26,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:26,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:26,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:26,854 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:26,854 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:26,854 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,854 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c3138ea23c034076b1242a0261f20517, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/2c5074ade0d741fe8b48f6d1babc21e5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/723cb9dddfb84d0e83a8fcd23a7f4d9b] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=38.2 K
2024-12-14T09:39:26,855 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3138ea23c034076b1242a0261f20517, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169163526
2024-12-14T09:39:26,856 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c5074ade0d741fe8b48f6d1babc21e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734169163597
2024-12-14T09:39:26,857 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:26,857 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:26,857 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,857 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8273f9ab465c48f8a7d6bf6f306b3628, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ca7fcc62196e4bedac7ecd90db1d1d2a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4524fc5fb75647fa935aa7270eee9422] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=35.9 K
2024-12-14T09:39:26,860 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 723cb9dddfb84d0e83a8fcd23a7f4d9b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734169165825
2024-12-14T09:39:26,860 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8273f9ab465c48f8a7d6bf6f306b3628, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169163526
2024-12-14T09:39:26,861 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting ca7fcc62196e4bedac7ecd90db1d1d2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734169163597
2024-12-14T09:39:26,862 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4524fc5fb75647fa935aa7270eee9422, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734169165825
2024-12-14T09:39:26,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/43988ba779ab44e4b64fe27a872c4951 is 50, key is test_row_0/A:col10/1734169165890/Put/seqid=0
2024-12-14T09:39:26,886 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:26,887 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/0bb16bfafc1749c4a5098d25c6239090 is 50, key is test_row_0/A:col10/1734169165841/Put/seqid=0
2024-12-14T09:39:26,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741875_1051 (size=12151)
2024-12-14T09:39:26,890 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#38 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:26,891 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/ba7148eb6b3f4b93a32a371b9e7414ce is 50, key is test_row_0/B:col10/1734169165841/Put/seqid=0
2024-12-14T09:39:26,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741877_1053 (size=12561)
2024-12-14T09:39:26,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741876_1052 (size=12561)
2024-12-14T09:39:26,919 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/0bb16bfafc1749c4a5098d25c6239090 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0bb16bfafc1749c4a5098d25c6239090
2024-12-14T09:39:26,928 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into 0bb16bfafc1749c4a5098d25c6239090(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:26,929 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:26,929 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169166851; duration=0sec
2024-12-14T09:39:26,929 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:26,929 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:26,930 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:26,932 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:26,933 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:26,933 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:26,933 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9cd3b76713cf45b2a40918647d1d3741, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/fa6e15efcd9b4c52b0444d47ee6155c0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f2936dc008fc4b2c80e714999f257ae7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=35.9 K
2024-12-14T09:39:26,934 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cd3b76713cf45b2a40918647d1d3741, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169163526
2024-12-14T09:39:26,934 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa6e15efcd9b4c52b0444d47ee6155c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1734169163597
2024-12-14T09:39:26,935 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2936dc008fc4b2c80e714999f257ae7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734169165825
2024-12-14T09:39:26,954 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:26,954 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/2c4d80cfcd484a95afdf802079bc6c5b is 50, key is test_row_0/C:col10/1734169165841/Put/seqid=0
2024-12-14T09:39:26,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741878_1054 (size=12561)
2024-12-14T09:39:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-12-14T09:39:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:27,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:27,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169227120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169227121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169227132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169227136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169227142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169227224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169227225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,292 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/43988ba779ab44e4b64fe27a872c4951
2024-12-14T09:39:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8970a7e6ff8645878969712bebb10caa is 50, key is test_row_0/B:col10/1734169165890/Put/seqid=0
2024-12-14T09:39:27,321 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/ba7148eb6b3f4b93a32a371b9e7414ce as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ba7148eb6b3f4b93a32a371b9e7414ce
2024-12-14T09:39:27,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741879_1055 (size=12151)
2024-12-14T09:39:27,333 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into ba7148eb6b3f4b93a32a371b9e7414ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:27,333 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:27,333 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169166851; duration=0sec
2024-12-14T09:39:27,333 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:27,333 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:27,397 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/2c4d80cfcd484a95afdf802079bc6c5b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/2c4d80cfcd484a95afdf802079bc6c5b
2024-12-14T09:39:27,414 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into 2c4d80cfcd484a95afdf802079bc6c5b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:27,414 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:27,414 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169166852; duration=0sec
2024-12-14T09:39:27,415 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:27,415 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:27,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169227429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169227430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,733 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8970a7e6ff8645878969712bebb10caa
2024-12-14T09:39:27,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169227741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:27,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169227742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:27,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/dd24216ee2f047d197fa66458c158c7e is 50, key is test_row_0/C:col10/1734169165890/Put/seqid=0
2024-12-14T09:39:27,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741880_1056 (size=12151)
2024-12-14T09:39:27,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/dd24216ee2f047d197fa66458c158c7e
2024-12-14T09:39:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/43988ba779ab44e4b64fe27a872c4951 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/43988ba779ab44e4b64fe27a872c4951
2024-12-14T09:39:27,847 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/43988ba779ab44e4b64fe27a872c4951, entries=150, sequenceid=195, filesize=11.9 K
2024-12-14T09:39:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/8970a7e6ff8645878969712bebb10caa as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8970a7e6ff8645878969712bebb10caa
2024-12-14T09:39:27,859 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8970a7e6ff8645878969712bebb10caa, entries=150, sequenceid=195, filesize=11.9 K
2024-12-14T09:39:27,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/dd24216ee2f047d197fa66458c158c7e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/dd24216ee2f047d197fa66458c158c7e
2024-12-14T09:39:27,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/dd24216ee2f047d197fa66458c158c7e, entries=150, sequenceid=195, filesize=11.9 K
2024-12-14T09:39:27,873 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 5afb483946134a27ce590dd9ed7020e1 in 1022ms, sequenceid=195, compaction requested=false
2024-12-14T09:39:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:27,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23
2024-12-14T09:39:27,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=23
2024-12-14T09:39:27,889 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22
2024-12-14T09:39:27,890 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9690 sec
2024-12-14T09:39:27,894 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.9990 sec
2024-12-14T09:39:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22
2024-12-14T09:39:28,019 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed
2024-12-14T09:39:28,031 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees
2024-12-14T09:39:28,039 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:28,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-12-14T09:39:28,043 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:28,043 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:28,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-12-14T09:39:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:28,147 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:39:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:28,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:28,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:28,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/05da443c0848494aa57f17db811b0247 is 50, key is test_row_0/A:col10/1734169167118/Put/seqid=0
2024-12-14T09:39:28,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-12-14T09:39:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:28,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:28,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:28,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:28,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:28,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741881_1057 (size=14541)
2024-12-14T09:39:28,223 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/05da443c0848494aa57f17db811b0247
2024-12-14T09:39:28,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169228256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169228257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169228260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169228261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169228262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/829dc219f660439da60ce0d3289950ec is 50, key is test_row_0/B:col10/1734169167118/Put/seqid=0
2024-12-14T09:39:28,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741882_1058 (size=12151)
2024-12-14T09:39:28,302 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/829dc219f660439da60ce0d3289950ec
2024-12-14T09:39:28,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/3357211018e14782aab37daf9d08e4d6 is 50, key is test_row_0/C:col10/1734169167118/Put/seqid=0
2024-12-14T09:39:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-12-14T09:39:28,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741883_1059 (size=12151)
2024-12-14T09:39:28,357 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/3357211018e14782aab37daf9d08e4d6
2024-12-14T09:39:28,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/05da443c0848494aa57f17db811b0247 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/05da443c0848494aa57f17db811b0247
2024-12-14T09:39:28,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-12-14T09:39:28,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:28,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:28,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:28,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:28,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=25
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:28,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169228366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169228369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,380 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/05da443c0848494aa57f17db811b0247, entries=200, sequenceid=210, filesize=14.2 K
2024-12-14T09:39:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169228380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169228380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/829dc219f660439da60ce0d3289950ec as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/829dc219f660439da60ce0d3289950ec
2024-12-14T09:39:28,396 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/829dc219f660439da60ce0d3289950ec, entries=150, sequenceid=210, filesize=11.9 K
2024-12-14T09:39:28,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/3357211018e14782aab37daf9d08e4d6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/3357211018e14782aab37daf9d08e4d6
2024-12-14T09:39:28,427 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/3357211018e14782aab37daf9d08e4d6, entries=150, sequenceid=210, filesize=11.9 K
2024-12-14T09:39:28,430 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5afb483946134a27ce590dd9ed7020e1 in 283ms, sequenceid=210, compaction requested=true
2024-12-14T09:39:28,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:28,430 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:28,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:28,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:28,431 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:28,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:28,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:28,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:28,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:28,439 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:28,439 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:28,439 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:28,439 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:28,439 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:28,439 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:28,439 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ba7148eb6b3f4b93a32a371b9e7414ce, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8970a7e6ff8645878969712bebb10caa, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/829dc219f660439da60ce0d3289950ec] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.0 K
2024-12-14T09:39:28,439 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0bb16bfafc1749c4a5098d25c6239090, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/43988ba779ab44e4b64fe27a872c4951, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/05da443c0848494aa57f17db811b0247] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=38.3 K
2024-12-14T09:39:28,440 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bb16bfafc1749c4a5098d25c6239090, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734169165825
2024-12-14T09:39:28,440 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting ba7148eb6b3f4b93a32a371b9e7414ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734169165825
2024-12-14T09:39:28,441 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8970a7e6ff8645878969712bebb10caa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169165890
2024-12-14T09:39:28,441 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 829dc219f660439da60ce0d3289950ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734169167113
2024-12-14T09:39:28,442 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43988ba779ab44e4b64fe27a872c4951, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169165890
2024-12-14T09:39:28,443 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05da443c0848494aa57f17db811b0247, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734169167113
2024-12-14T09:39:28,468 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#45 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:28,469 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/e271d75eaefa4e35b7ca06814b915a1e is 50, key is test_row_0/B:col10/1734169167118/Put/seqid=0
2024-12-14T09:39:28,469 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:28,470 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/af1386d561e0441cb567b5459f0070e8 is 50, key is test_row_0/A:col10/1734169167118/Put/seqid=0
2024-12-14T09:39:28,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741885_1061 (size=12663)
2024-12-14T09:39:28,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741884_1060 (size=12663)
2024-12-14T09:39:28,520 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/af1386d561e0441cb567b5459f0070e8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af1386d561e0441cb567b5459f0070e8
2024-12-14T09:39:28,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25
2024-12-14T09:39:28,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:28,527 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:39:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:28,540 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/e271d75eaefa4e35b7ca06814b915a1e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e271d75eaefa4e35b7ca06814b915a1e
2024-12-14T09:39:28,542 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into af1386d561e0441cb567b5459f0070e8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:28,544 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:28,544 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169168430; duration=0sec
2024-12-14T09:39:28,546 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:28,547 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:28,547 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:28,551 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:28,551 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:28,551 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:28,551 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/2c4d80cfcd484a95afdf802079bc6c5b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/dd24216ee2f047d197fa66458c158c7e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/3357211018e14782aab37daf9d08e4d6] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.0 K
2024-12-14T09:39:28,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c9c372a170be4c828fc0835d339947c0 is 50, key is test_row_0/A:col10/1734169168241/Put/seqid=0
2024-12-14T09:39:28,554 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into e271d75eaefa4e35b7ca06814b915a1e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:28,555 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c4d80cfcd484a95afdf802079bc6c5b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734169165825
2024-12-14T09:39:28,555 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd24216ee2f047d197fa66458c158c7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169165890
2024-12-14T09:39:28,558 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3357211018e14782aab37daf9d08e4d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734169167113
2024-12-14T09:39:28,558 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:28,558 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169168431; duration=0sec
2024-12-14T09:39:28,558 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:28,558 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:28,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741886_1062 (size=12151)
2024-12-14T09:39:28,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c9c372a170be4c828fc0835d339947c0
2024-12-14T09:39:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:28,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:28,592 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:28,593 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/b6715a82db8a4ed2b2ab500b4432e5f2 is 50, key is test_row_0/C:col10/1734169167118/Put/seqid=0
2024-12-14T09:39:28,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/6983c6566d4a487b8b4164805fd3be87 is 50, key is test_row_0/B:col10/1734169168241/Put/seqid=0
2024-12-14T09:39:28,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169228604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169228611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169228608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169228612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-12-14T09:39:28,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741888_1064 (size=12151)
2024-12-14T09:39:28,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741887_1063 (size=12663)
2024-12-14T09:39:28,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169228715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169228715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,720 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169228719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169228723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169228921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,923 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169228921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169228927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:28,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169228931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,054 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/6983c6566d4a487b8b4164805fd3be87
2024-12-14T09:39:29,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/a988f6601e084cd38df81cf4731a5c18 is 50, key is test_row_0/C:col10/1734169168241/Put/seqid=0
2024-12-14T09:39:29,085 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/b6715a82db8a4ed2b2ab500b4432e5f2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/b6715a82db8a4ed2b2ab500b4432e5f2
2024-12-14T09:39:29,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741889_1065 (size=12151)
2024-12-14T09:39:29,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/a988f6601e084cd38df81cf4731a5c18
2024-12-14T09:39:29,116 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into b6715a82db8a4ed2b2ab500b4432e5f2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:29,117 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:29,117 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169168431; duration=0sec
2024-12-14T09:39:29,117 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:29,117 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:29,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c9c372a170be4c828fc0835d339947c0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9c372a170be4c828fc0835d339947c0
2024-12-14T09:39:29,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9c372a170be4c828fc0835d339947c0, entries=150, sequenceid=234, filesize=11.9 K
2024-12-14T09:39:29,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/6983c6566d4a487b8b4164805fd3be87 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/6983c6566d4a487b8b4164805fd3be87
2024-12-14T09:39:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-12-14T09:39:29,152 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/6983c6566d4a487b8b4164805fd3be87, entries=150, sequenceid=234, filesize=11.9 K
2024-12-14T09:39:29,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/a988f6601e084cd38df81cf4731a5c18 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a988f6601e084cd38df81cf4731a5c18
2024-12-14T09:39:29,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a988f6601e084cd38df81cf4731a5c18, entries=150, sequenceid=234, filesize=11.9 K
2024-12-14T09:39:29,166 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5afb483946134a27ce590dd9ed7020e1 in 639ms, sequenceid=234, compaction requested=false
2024-12-14T09:39:29,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:29,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:29,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25
2024-12-14T09:39:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=25
2024-12-14T09:39:29,170 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24
2024-12-14T09:39:29,170 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec
2024-12-14T09:39:29,173 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.1400 sec
2024-12-14T09:39:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:29,229 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-12-14T09:39:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:29,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/0b334644f2c945e8ab89bd4443d3f788 is 50, key is test_row_0/A:col10/1734169168604/Put/seqid=0
2024-12-14T09:39:29,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169229272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169229273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741890_1066 (size=14541)
2024-12-14T09:39:29,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,284 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/0b334644f2c945e8ab89bd4443d3f788
2024-12-14T09:39:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169229276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169229277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169229281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/4a671768fa3b47429fdec85d36665c1a is 50, key is test_row_0/B:col10/1734169168604/Put/seqid=0
2024-12-14T09:39:29,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741891_1067 (size=12151)
2024-12-14T09:39:29,338 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/4a671768fa3b47429fdec85d36665c1a
2024-12-14T09:39:29,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/10fe86423f42416894bfcecd70100528 is 50, key is test_row_0/C:col10/1734169168604/Put/seqid=0
2024-12-14T09:39:29,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741892_1068 (size=12151)
2024-12-14T09:39:29,381 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/10fe86423f42416894bfcecd70100528
2024-12-14T09:39:29,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169229386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,391 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169229391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169229391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/0b334644f2c945e8ab89bd4443d3f788 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0b334644f2c945e8ab89bd4443d3f788
2024-12-14T09:39:29,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169229390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,420 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0b334644f2c945e8ab89bd4443d3f788, entries=200, sequenceid=251, filesize=14.2 K
2024-12-14T09:39:29,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/4a671768fa3b47429fdec85d36665c1a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4a671768fa3b47429fdec85d36665c1a
2024-12-14T09:39:29,449 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4a671768fa3b47429fdec85d36665c1a, entries=150, sequenceid=251, filesize=11.9 K
2024-12-14T09:39:29,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/10fe86423f42416894bfcecd70100528 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/10fe86423f42416894bfcecd70100528
2024-12-14T09:39:29,458 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/10fe86423f42416894bfcecd70100528, entries=150, sequenceid=251, filesize=11.9 K
2024-12-14T09:39:29,460 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5afb483946134a27ce590dd9ed7020e1 in 230ms, sequenceid=251, compaction requested=true
2024-12-14T09:39:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:29,460 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:29,460 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:29,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:29,462 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:29,462 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:29,462 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:29,462 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af1386d561e0441cb567b5459f0070e8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9c372a170be4c828fc0835d339947c0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0b334644f2c945e8ab89bd4443d3f788] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=38.4 K
2024-12-14T09:39:29,463 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:29,463 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:29,463 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:29,463 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e271d75eaefa4e35b7ca06814b915a1e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/6983c6566d4a487b8b4164805fd3be87, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4a671768fa3b47429fdec85d36665c1a] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.1 K
2024-12-14T09:39:29,463 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting af1386d561e0441cb567b5459f0070e8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734169167113
2024-12-14T09:39:29,464 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9c372a170be4c828fc0835d339947c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169168241
2024-12-14T09:39:29,465 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e271d75eaefa4e35b7ca06814b915a1e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734169167113
2024-12-14T09:39:29,465 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b334644f2c945e8ab89bd4443d3f788, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734169168589
2024-12-14T09:39:29,466 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6983c6566d4a487b8b4164805fd3be87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169168241
2024-12-14T09:39:29,470 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a671768fa3b47429fdec85d36665c1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734169168589
2024-12-14T09:39:29,486 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:29,488 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/ee3636b88d774574821d14394718329c is 50, key is test_row_0/A:col10/1734169168604/Put/seqid=0
2024-12-14T09:39:29,493 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:29,494 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/cf37a25e5cf4428e8748aae7e1864aed is 50, key is test_row_0/B:col10/1734169168604/Put/seqid=0
2024-12-14T09:39:29,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741893_1069 (size=12765)
2024-12-14T09:39:29,535 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/ee3636b88d774574821d14394718329c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/ee3636b88d774574821d14394718329c
2024-12-14T09:39:29,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741894_1070 (size=12765)
2024-12-14T09:39:29,555 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into ee3636b88d774574821d14394718329c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:29,555 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:29,556 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169169460; duration=0sec
2024-12-14T09:39:29,556 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:29,556 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:29,556 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:29,560 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/cf37a25e5cf4428e8748aae7e1864aed as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cf37a25e5cf4428e8748aae7e1864aed
2024-12-14T09:39:29,561 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:29,562 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:29,562 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:29,562 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/b6715a82db8a4ed2b2ab500b4432e5f2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a988f6601e084cd38df81cf4731a5c18, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/10fe86423f42416894bfcecd70100528] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.1 K
2024-12-14T09:39:29,563 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6715a82db8a4ed2b2ab500b4432e5f2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734169167113
2024-12-14T09:39:29,564 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a988f6601e084cd38df81cf4731a5c18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169168241
2024-12-14T09:39:29,567 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10fe86423f42416894bfcecd70100528, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734169168589
2024-12-14T09:39:29,590 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:29,591 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/4b8d0f4831ed4200aa5322b5eec71e7a is 50, key is test_row_0/C:col10/1734169168604/Put/seqid=0
2024-12-14T09:39:29,594 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into cf37a25e5cf4428e8748aae7e1864aed(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:29,594 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:29,594 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169169460; duration=0sec
2024-12-14T09:39:29,594 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:29,594 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:29,599 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:39:29,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:29,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:29,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:29,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:29,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/07c0564a5ce54019a6ef8a002dc5a07d is 50, key is test_row_0/A:col10/1734169169596/Put/seqid=0
2024-12-14T09:39:29,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169229622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169229622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741895_1071 (size=12765)
2024-12-14T09:39:29,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169229624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169229635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,646 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/4b8d0f4831ed4200aa5322b5eec71e7a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4b8d0f4831ed4200aa5322b5eec71e7a
2024-12-14T09:39:29,661 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into 4b8d0f4831ed4200aa5322b5eec71e7a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:29,661 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:29,661 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169169460; duration=0sec
2024-12-14T09:39:29,661 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:29,661 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:29,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741896_1072 (size=14741)
2024-12-14T09:39:29,669 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/07c0564a5ce54019a6ef8a002dc5a07d
2024-12-14T09:39:29,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/5966b041d2f44cf3abbf1f90dc8e41f1 is 50, key is test_row_0/B:col10/1734169169596/Put/seqid=0
2024-12-14T09:39:29,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169229733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741897_1073 (size=12301)
2024-12-14T09:39:29,736 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/5966b041d2f44cf3abbf1f90dc8e41f1
2024-12-14T09:39:29,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169229739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:29,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169229737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169229744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:29,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/7512b42f147a4e8bb32323720b32ef9b is 50, key is test_row_0/C:col10/1734169169596/Put/seqid=0
2024-12-14T09:39:29,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741898_1074 (size=12301)
2024-12-14T09:39:29,795 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/7512b42f147a4e8bb32323720b32ef9b
2024-12-14T09:39:29,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/07c0564a5ce54019a6ef8a002dc5a07d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/07c0564a5ce54019a6ef8a002dc5a07d
2024-12-14T09:39:29,823 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/07c0564a5ce54019a6ef8a002dc5a07d, entries=200, sequenceid=277, filesize=14.4 K
2024-12-14T09:39:29,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/5966b041d2f44cf3abbf1f90dc8e41f1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/5966b041d2f44cf3abbf1f90dc8e41f1
2024-12-14T09:39:29,835 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/5966b041d2f44cf3abbf1f90dc8e41f1, entries=150, sequenceid=277, filesize=12.0 K
2024-12-14T09:39:29,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/7512b42f147a4e8bb32323720b32ef9b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7512b42f147a4e8bb32323720b32ef9b
2024-12-14T09:39:29,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7512b42f147a4e8bb32323720b32ef9b, entries=150, sequenceid=277, filesize=12.0 K
2024-12-14T09:39:29,852 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5afb483946134a27ce590dd9ed7020e1 in 252ms, sequenceid=277, compaction requested=false
2024-12-14T09:39:29,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:29,954 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-12-14T09:39:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:29,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:29,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:29,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b2091e684f194553845f0689de1ddb3b is 50, key is test_row_0/A:col10/1734169169618/Put/seqid=0
2024-12-14T09:39:30,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169230017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169230023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169230025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169230025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741899_1075 (size=12301)
2024-12-14T09:39:30,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169230127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169230135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169230136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169230136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24
2024-12-14T09:39:30,150 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed
2024-12-14T09:39:30,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:30,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees
2024-12-14T09:39:30,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-12-14T09:39:30,155 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:30,162 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:30,162 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-12-14T09:39:30,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-12-14T09:39:30,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:30,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169230334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169230340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169230342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169230342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,434 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b2091e684f194553845f0689de1ddb3b
2024-12-14T09:39:30,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/b90268d60592449d83d6e3e24162c9ba is 50, key is test_row_0/B:col10/1734169169618/Put/seqid=0
2024-12-14T09:39:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-12-14T09:39:30,476 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-12-14T09:39:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741900_1076 (size=12301)
2024-12-14T09:39:30,643 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169230643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-12-14T09:39:30,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:30,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169230649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169230655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169230661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-12-14T09:39:30,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-12-14T09:39:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:30,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,892 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/b90268d60592449d83d6e3e24162c9ba
2024-12-14T09:39:30,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/36e1183b911240e68e45fb761b3d855c is 50, key is test_row_0/C:col10/1734169169618/Put/seqid=0
2024-12-14T09:39:30,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:30,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-12-14T09:39:30,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:30,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:30,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=27
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:30,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741901_1077 (size=12301)
2024-12-14T09:39:30,980 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/36e1183b911240e68e45fb761b3d855c
2024-12-14T09:39:30,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b2091e684f194553845f0689de1ddb3b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b2091e684f194553845f0689de1ddb3b
2024-12-14T09:39:30,996 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b2091e684f194553845f0689de1ddb3b, entries=150, sequenceid=293, filesize=12.0 K
2024-12-14T09:39:30,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/b90268d60592449d83d6e3e24162c9ba as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/b90268d60592449d83d6e3e24162c9ba
2024-12-14T09:39:31,007 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/b90268d60592449d83d6e3e24162c9ba, entries=150, sequenceid=293, filesize=12.0 K
2024-12-14T09:39:31,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/36e1183b911240e68e45fb761b3d855c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/36e1183b911240e68e45fb761b3d855c
2024-12-14T09:39:31,025 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/36e1183b911240e68e45fb761b3d855c, entries=150, sequenceid=293, filesize=12.0 K
2024-12-14T09:39:31,035 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5afb483946134a27ce590dd9ed7020e1 in 1081ms, sequenceid=293, compaction requested=true
2024-12-14T09:39:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:31,036 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-14T09:39:31,039 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:31,042 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:31,043 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:31,043 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:31,043 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/ee3636b88d774574821d14394718329c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/07c0564a5ce54019a6ef8a002dc5a07d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b2091e684f194553845f0689de1ddb3b] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=38.9 K
2024-12-14T09:39:31,046 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting ee3636b88d774574821d14394718329c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734169168589
2024-12-14T09:39:31,054 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c0564a5ce54019a6ef8a002dc5a07d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734169169264
2024-12-14T09:39:31,054 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:31,054 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:31,054 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:31,054 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cf37a25e5cf4428e8748aae7e1864aed, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/5966b041d2f44cf3abbf1f90dc8e41f1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/b90268d60592449d83d6e3e24162c9ba] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.5 K
2024-12-14T09:39:31,054 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting b2091e684f194553845f0689de1ddb3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734169169618
2024-12-14T09:39:31,056 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf37a25e5cf4428e8748aae7e1864aed, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734169168589
2024-12-14T09:39:31,056 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5966b041d2f44cf3abbf1f90dc8e41f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734169169270
2024-12-14T09:39:31,058 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b90268d60592449d83d6e3e24162c9ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734169169618
2024-12-14T09:39:31,072 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:31,073 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/815164f950d84ca79231c04412c9d55f is 50, key is test_row_0/A:col10/1734169169618/Put/seqid=0
2024-12-14T09:39:31,080 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:31,081 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/00c4a4a6e0434753887ca4f61b16511a is 50, key is test_row_0/B:col10/1734169169618/Put/seqid=0
2024-12-14T09:39:31,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741902_1078 (size=13017)
2024-12-14T09:39:31,115 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/815164f950d84ca79231c04412c9d55f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/815164f950d84ca79231c04412c9d55f
2024-12-14T09:39:31,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27
2024-12-14T09:39:31,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:31,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-12-14T09:39:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:31,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:31,132 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into 815164f950d84ca79231c04412c9d55f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:31,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:31,132 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169171036; duration=0sec
2024-12-14T09:39:31,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:31,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:31,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:31,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/5a4e202a913a42469e79af55cc3d8107 is 50, key is test_row_0/A:col10/1734169170023/Put/seqid=0
2024-12-14T09:39:31,135 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:31,135 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:31,135 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:31,135 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4b8d0f4831ed4200aa5322b5eec71e7a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7512b42f147a4e8bb32323720b32ef9b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/36e1183b911240e68e45fb761b3d855c] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.5 K
2024-12-14T09:39:31,136 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b8d0f4831ed4200aa5322b5eec71e7a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734169168589
2024-12-14T09:39:31,137 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7512b42f147a4e8bb32323720b32ef9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734169169270
2024-12-14T09:39:31,137 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 36e1183b911240e68e45fb761b3d855c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734169169618
2024-12-14T09:39:31,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741903_1079 (size=13017)
2024-12-14T09:39:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:31,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:31,169 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:31,169 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/079e53b942d749fe99cd98edd314e4c6 is 50, key is test_row_0/C:col10/1734169169618/Put/seqid=0
2024-12-14T09:39:31,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741904_1080 (size=12301)
2024-12-14T09:39:31,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741905_1081 (size=13017)
2024-12-14T09:39:31,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/5a4e202a913a42469e79af55cc3d8107
2024-12-14T09:39:31,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169231224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169231224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169231229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169231234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/645bea69f0634a53abb9e7b174c581de is 50, key is test_row_0/B:col10/1734169170023/Put/seqid=0
2024-12-14T09:39:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-12-14T09:39:31,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169231304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,306 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., hostname=32d1f136e9e3,45387,1734169148668, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:39:31,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741906_1082 (size=12301)
2024-12-14T09:39:31,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169231332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169231332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169231336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169231338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169231544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169231547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169231550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169231552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,571 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/00c4a4a6e0434753887ca4f61b16511a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/00c4a4a6e0434753887ca4f61b16511a
2024-12-14T09:39:31,594 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into 00c4a4a6e0434753887ca4f61b16511a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:31,594 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:31,594 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169171036; duration=0sec
2024-12-14T09:39:31,595 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:31,595 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:31,639 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/079e53b942d749fe99cd98edd314e4c6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/079e53b942d749fe99cd98edd314e4c6
2024-12-14T09:39:31,656 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into 079e53b942d749fe99cd98edd314e4c6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:31,656 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:31,656 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169171036; duration=0sec
2024-12-14T09:39:31,656 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:31,656 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:31,709 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/645bea69f0634a53abb9e7b174c581de
2024-12-14T09:39:31,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/043468ee01964d9cbaef2357ff33fa88 is 50, key is test_row_0/C:col10/1734169170023/Put/seqid=0
2024-12-14T09:39:31,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741907_1083 (size=12301)
2024-12-14T09:39:31,775 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/043468ee01964d9cbaef2357ff33fa88
2024-12-14T09:39:31,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/5a4e202a913a42469e79af55cc3d8107 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5a4e202a913a42469e79af55cc3d8107
2024-12-14T09:39:31,817 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5a4e202a913a42469e79af55cc3d8107, entries=150, sequenceid=315, filesize=12.0 K
2024-12-14T09:39:31,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/645bea69f0634a53abb9e7b174c581de as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/645bea69f0634a53abb9e7b174c581de
2024-12-14T09:39:31,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/645bea69f0634a53abb9e7b174c581de, entries=150, sequenceid=315, filesize=12.0 K
2024-12-14T09:39:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/043468ee01964d9cbaef2357ff33fa88 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/043468ee01964d9cbaef2357ff33fa88
2024-12-14T09:39:31,843 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/043468ee01964d9cbaef2357ff33fa88, entries=150, sequenceid=315, filesize=12.0 K
2024-12-14T09:39:31,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 5afb483946134a27ce590dd9ed7020e1 in 736ms, sequenceid=315, compaction requested=false
2024-12-14T09:39:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27
2024-12-14T09:39:31,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=27
2024-12-14T09:39:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:31,857 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-12-14T09:39:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:31,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:31,860 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26
2024-12-14T09:39:31,860 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6940 sec
2024-12-14T09:39:31,862 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.7080 sec
2024-12-14T09:39:31,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/33bc72f908344c5da50cfa2da1811c3d is 50, key is test_row_0/A:col10/1734169171222/Put/seqid=0
2024-12-14T09:39:31,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169231895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169231887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741908_1084 (size=12301)
2024-12-14T09:39:31,905 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/33bc72f908344c5da50cfa2da1811c3d
2024-12-14T09:39:31,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169231898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,906 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:31,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169231900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:31,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/f0e150ff73d240a6b49ed10475b1b3c1 is 50, key is test_row_0/B:col10/1734169171222/Put/seqid=0
2024-12-14T09:39:31,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741909_1085 (size=12301)
2024-12-14T09:39:32,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169232005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169232008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169232012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169232012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169232215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169232219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169232224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169232231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26
2024-12-14T09:39:32,268 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed
2024-12-14T09:39:32,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees
2024-12-14T09:39:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-12-14T09:39:32,279 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:32,287 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:32,288 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-12-14T09:39:32,380 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/f0e150ff73d240a6b49ed10475b1b3c1
2024-12-14T09:39:32,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/92e65dec08014e8a9d6b28909d1c6158 is 50, key is test_row_0/C:col10/1734169171222/Put/seqid=0
2024-12-14T09:39:32,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-12-14T09:39:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:32,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:32,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=29
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:32,464 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741910_1086 (size=12301)
2024-12-14T09:39:32,479 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/92e65dec08014e8a9d6b28909d1c6158
2024-12-14T09:39:32,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/33bc72f908344c5da50cfa2da1811c3d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/33bc72f908344c5da50cfa2da1811c3d
2024-12-14T09:39:32,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169232525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169232527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169232540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,544 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/33bc72f908344c5da50cfa2da1811c3d, entries=150, sequenceid=334, filesize=12.0 K
2024-12-14T09:39:32,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169232540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/f0e150ff73d240a6b49ed10475b1b3c1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f0e150ff73d240a6b49ed10475b1b3c1
2024-12-14T09:39:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-12-14T09:39:32,578 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f0e150ff73d240a6b49ed10475b1b3c1, entries=150, sequenceid=334, filesize=12.0 K
2024-12-14T09:39:32,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/92e65dec08014e8a9d6b28909d1c6158 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/92e65dec08014e8a9d6b28909d1c6158
2024-12-14T09:39:32,604 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/92e65dec08014e8a9d6b28909d1c6158, entries=150, sequenceid=334, filesize=12.0 K
2024-12-14T09:39:32,612 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5afb483946134a27ce590dd9ed7020e1 in 756ms, sequenceid=334, compaction requested=true
2024-12-14T09:39:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:32,612 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:32,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-14T09:39:32,613 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:32,615 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:32,615 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:32,615 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:32,615 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/815164f950d84ca79231c04412c9d55f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5a4e202a913a42469e79af55cc3d8107, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/33bc72f908344c5da50cfa2da1811c3d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.7 K
2024-12-14T09:39:32,619 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 815164f950d84ca79231c04412c9d55f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734169169618
2024-12-14T09:39:32,622 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a4e202a913a42469e79af55cc3d8107, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734169170021
2024-12-14T09:39:32,623 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:32,623 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:32,623 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:32,624 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/00c4a4a6e0434753887ca4f61b16511a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/645bea69f0634a53abb9e7b174c581de, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f0e150ff73d240a6b49ed10475b1b3c1] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.7 K
2024-12-14T09:39:32,624 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33bc72f908344c5da50cfa2da1811c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734169171219
2024-12-14T09:39:32,627 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 00c4a4a6e0434753887ca4f61b16511a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734169169618
2024-12-14T09:39:32,629 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 645bea69f0634a53abb9e7b174c581de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734169170021
2024-12-14T09:39:32,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:32,632 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f0e150ff73d240a6b49ed10475b1b3c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734169171219
2024-12-14T09:39:32,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29
2024-12-14T09:39:32,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:32,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-12-14T09:39:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:32,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/66c78ee7357a4c6e93c34e5822e6143a is 50, key is test_row_0/A:col10/1734169171883/Put/seqid=0
2024-12-14T09:39:32,685 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:32,686 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/7d6cf09562ce406592fd1e0dc669bc7a is 50, key is test_row_0/A:col10/1734169171222/Put/seqid=0
2024-12-14T09:39:32,713 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:32,714 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/626f9593197c4dc4b9030dfb5dae8259 is 50, key is test_row_0/B:col10/1734169171222/Put/seqid=0
2024-12-14T09:39:32,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741911_1087 (size=12301)
2024-12-14T09:39:32,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/66c78ee7357a4c6e93c34e5822e6143a
2024-12-14T09:39:32,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741912_1088 (size=13119)
2024-12-14T09:39:32,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741913_1089 (size=13119)
2024-12-14T09:39:32,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/c6a9aea3c5da455885dbcfea2e9c2cd0 is 50, key is test_row_0/B:col10/1734169171883/Put/seqid=0
2024-12-14T09:39:32,863 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/626f9593197c4dc4b9030dfb5dae8259 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/626f9593197c4dc4b9030dfb5dae8259
2024-12-14T09:39:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-12-14T09:39:32,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741914_1090 (size=12301)
2024-12-14T09:39:32,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/c6a9aea3c5da455885dbcfea2e9c2cd0
2024-12-14T09:39:32,909 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into 626f9593197c4dc4b9030dfb5dae8259(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:32,909 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:32,909 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169172612; duration=0sec
2024-12-14T09:39:32,910 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:32,910 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:32,910 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:32,925 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:32,926 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:32,926 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:32,926 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/079e53b942d749fe99cd98edd314e4c6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/043468ee01964d9cbaef2357ff33fa88, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/92e65dec08014e8a9d6b28909d1c6158] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.7 K
2024-12-14T09:39:32,929 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 079e53b942d749fe99cd98edd314e4c6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1734169169618
2024-12-14T09:39:32,932 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 043468ee01964d9cbaef2357ff33fa88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1734169170021
2024-12-14T09:39:32,938 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 92e65dec08014e8a9d6b28909d1c6158, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734169171219
2024-12-14T09:39:32,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/becf66a9a36c43288b132d701aa8ca02 is 50, key is test_row_0/C:col10/1734169171883/Put/seqid=0
2024-12-14T09:39:33,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741915_1091 (size=12301)
2024-12-14T09:39:33,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/becf66a9a36c43288b132d701aa8ca02
2024-12-14T09:39:33,017 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:33,017 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/60bcdcb81a3340fab2dc305ab2b9692d is 50, key is test_row_0/C:col10/1734169171222/Put/seqid=0
2024-12-14T09:39:33,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/66c78ee7357a4c6e93c34e5822e6143a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/66c78ee7357a4c6e93c34e5822e6143a
2024-12-14T09:39:33,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:33,069 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/66c78ee7357a4c6e93c34e5822e6143a, entries=150, sequenceid=354, filesize=12.0 K
2024-12-14T09:39:33,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/c6a9aea3c5da455885dbcfea2e9c2cd0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c6a9aea3c5da455885dbcfea2e9c2cd0
2024-12-14T09:39:33,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169233107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169233108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169233109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169233111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741916_1092 (size=13119)
2024-12-14T09:39:33,117 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c6a9aea3c5da455885dbcfea2e9c2cd0, entries=150, sequenceid=354, filesize=12.0 K
2024-12-14T09:39:33,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/becf66a9a36c43288b132d701aa8ca02 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/becf66a9a36c43288b132d701aa8ca02
2024-12-14T09:39:33,137 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/becf66a9a36c43288b132d701aa8ca02, entries=150, sequenceid=354, filesize=12.0 K
2024-12-14T09:39:33,143 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5afb483946134a27ce590dd9ed7020e1 in 511ms, sequenceid=354, compaction requested=false
2024-12-14T09:39:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:33,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29
2024-12-14T09:39:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=29
2024-12-14T09:39:33,153 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28
2024-12-14T09:39:33,153 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 864 msec
2024-12-14T09:39:33,167 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 884 msec
2024-12-14T09:39:33,210 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/7d6cf09562ce406592fd1e0dc669bc7a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/7d6cf09562ce406592fd1e0dc669bc7a
2024-12-14T09:39:33,219 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-12-14T09:39:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:33,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:33,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/09738801fd4f4671a1af159624c8ce9e is 50, key is test_row_0/A:col10/1734169173093/Put/seqid=0
2024-12-14T09:39:33,231 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into 7d6cf09562ce406592fd1e0dc669bc7a(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:33,232 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:33,232 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169172612; duration=0sec
2024-12-14T09:39:33,232 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:33,232 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:33,254 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741917_1093 (size=12301)
2024-12-14T09:39:33,256 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/09738801fd4f4671a1af159624c8ce9e
2024-12-14T09:39:33,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/1942e3a4b3154f4fbdf53626237c3a43 is 50, key is test_row_0/B:col10/1734169173093/Put/seqid=0
2024-12-14T09:39:33,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169233260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169233266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169233272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169233276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741918_1094 (size=12301)
2024-12-14T09:39:33,295 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/1942e3a4b3154f4fbdf53626237c3a43
2024-12-14T09:39:33,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/07c6516269e1442a91770add87cedf1e is 50, key is test_row_0/C:col10/1734169173093/Put/seqid=0
2024-12-14T09:39:33,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741919_1095 (size=12301)
2024-12-14T09:39:33,344 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/07c6516269e1442a91770add87cedf1e
2024-12-14T09:39:33,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/09738801fd4f4671a1af159624c8ce9e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/09738801fd4f4671a1af159624c8ce9e
2024-12-14T09:39:33,376 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/09738801fd4f4671a1af159624c8ce9e, entries=150, sequenceid=372, filesize=12.0 K
2024-12-14T09:39:33,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/1942e3a4b3154f4fbdf53626237c3a43 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/1942e3a4b3154f4fbdf53626237c3a43
2024-12-14T09:39:33,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169233376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169233380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169233380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169233380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28
2024-12-14T09:39:33,387 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed
2024-12-14T09:39:33,392 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/1942e3a4b3154f4fbdf53626237c3a43, entries=150, sequenceid=372, filesize=12.0 K
2024-12-14T09:39:33,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/07c6516269e1442a91770add87cedf1e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/07c6516269e1442a91770add87cedf1e
2024-12-14T09:39:33,403 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:33,407 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/07c6516269e1442a91770add87cedf1e, entries=150, sequenceid=372, filesize=12.0 K
2024-12-14T09:39:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees
2024-12-14T09:39:33,408 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:33,414 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 5afb483946134a27ce590dd9ed7020e1 in 195ms, sequenceid=372, compaction requested=true
2024-12-14T09:39:33,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:33,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:33,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:33,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:33,415 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:33,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:33,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:33,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-14T09:39:33,415 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:33,416 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-12-14T09:39:33,416 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:33,416 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:33,416 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:33,417 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/7d6cf09562ce406592fd1e0dc669bc7a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/66c78ee7357a4c6e93c34e5822e6143a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/09738801fd4f4671a1af159624c8ce9e] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.8 K
2024-12-14T09:39:33,417 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d6cf09562ce406592fd1e0dc669bc7a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734169171219
2024-12-14T09:39:33,418 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66c78ee7357a4c6e93c34e5822e6143a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734169171883
2024-12-14T09:39:33,418 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09738801fd4f4671a1af159624c8ce9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1734169173092
2024-12-14T09:39:33,429 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:33,430 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/4ca6478808b545c2b8f23dafe812f53a is 50, key is test_row_0/A:col10/1734169173093/Put/seqid=0
2024-12-14T09:39:33,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741920_1096 (size=13221)
2024-12-14T09:39:33,496 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/4ca6478808b545c2b8f23dafe812f53a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/4ca6478808b545c2b8f23dafe812f53a
2024-12-14T09:39:33,506 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into 4ca6478808b545c2b8f23dafe812f53a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:33,506 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:33,506 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169173415; duration=0sec
2024-12-14T09:39:33,507 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-14T09:39:33,507 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:33,507 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking
2024-12-14T09:39:33,512 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-12-14T09:39:33,512 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-12-14T09:39:33,512 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. because compaction request was cancelled
2024-12-14T09:39:33,512 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:33,512 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:33,514 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:33,514 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:33,514 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:33,514 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/626f9593197c4dc4b9030dfb5dae8259, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c6a9aea3c5da455885dbcfea2e9c2cd0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/1942e3a4b3154f4fbdf53626237c3a43] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.8 K
2024-12-14T09:39:33,516 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 626f9593197c4dc4b9030dfb5dae8259, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734169171219
2024-12-14T09:39:33,516 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6a9aea3c5da455885dbcfea2e9c2cd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734169171883
2024-12-14T09:39:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-12-14T09:39:33,517 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1942e3a4b3154f4fbdf53626237c3a43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1734169173092
2024-12-14T09:39:33,526 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/60bcdcb81a3340fab2dc305ab2b9692d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/60bcdcb81a3340fab2dc305ab2b9692d
2024-12-14T09:39:33,545 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:33,546 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/2c3406506e3c401ba0cf8eff89c3c9f3 is 50, key is test_row_0/B:col10/1734169173093/Put/seqid=0
2024-12-14T09:39:33,549 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into 60bcdcb81a3340fab2dc305ab2b9692d(size=12.8 K), total size for store is 36.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:33,549 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:33,549 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169172612; duration=0sec
2024-12-14T09:39:33,549 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:33,549 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:33,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741921_1097 (size=13221)
2024-12-14T09:39:33,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31
2024-12-14T09:39:33,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:33,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-12-14T09:39:33,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:33,590 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/2c3406506e3c401ba0cf8eff89c3c9f3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/2c3406506e3c401ba0cf8eff89c3c9f3
2024-12-14T09:39:33,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:33,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c827dca9606e47d79649335bd2d33692 is 50, key is test_row_0/A:col10/1734169173253/Put/seqid=0
2024-12-14T09:39:33,604 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into 2c3406506e3c401ba0cf8eff89c3c9f3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:33,604 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:33,604 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169173415; duration=0sec
2024-12-14T09:39:33,604 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:33,604 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:33,614 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169233606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169233614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169233614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169233615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741922_1098 (size=12301)
2024-12-14T09:39:33,626 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c827dca9606e47d79649335bd2d33692
2024-12-14T09:39:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/f6f15425f511425b9d65023c37b01d95 is 50, key is test_row_0/B:col10/1734169173253/Put/seqid=0
2024-12-14T09:39:33,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741923_1099 (size=12301)
2024-12-14T09:39:33,679 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/f6f15425f511425b9d65023c37b01d95
2024-12-14T09:39:33,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/93c16fb22e774e6f94b2363f88dbf0ec is 50, key is test_row_0/C:col10/1734169173253/Put/seqid=0
2024-12-14T09:39:33,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741924_1100 (size=12301)
2024-12-14T09:39:33,718 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/93c16fb22e774e6f94b2363f88dbf0ec
2024-12-14T09:39:33,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169233716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-12-14T09:39:33,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169233721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169233721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c827dca9606e47d79649335bd2d33692 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c827dca9606e47d79649335bd2d33692
2024-12-14T09:39:33,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169233731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c827dca9606e47d79649335bd2d33692, entries=150, sequenceid=395, filesize=12.0 K
2024-12-14T09:39:33,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/f6f15425f511425b9d65023c37b01d95 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f6f15425f511425b9d65023c37b01d95
2024-12-14T09:39:33,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f6f15425f511425b9d65023c37b01d95, entries=150, sequenceid=395, filesize=12.0 K
2024-12-14T09:39:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/93c16fb22e774e6f94b2363f88dbf0ec as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/93c16fb22e774e6f94b2363f88dbf0ec
2024-12-14T09:39:33,759 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/93c16fb22e774e6f94b2363f88dbf0ec, entries=150, sequenceid=395, filesize=12.0 K
2024-12-14T09:39:33,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5afb483946134a27ce590dd9ed7020e1 in 178ms, sequenceid=395, compaction requested=true
2024-12-14T09:39:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:33,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31
2024-12-14T09:39:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=31
2024-12-14T09:39:33,770 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30
2024-12-14T09:39:33,770 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 353 msec
2024-12-14T09:39:33,773 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 368 msec
2024-12-14T09:39:33,930 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-12-14T09:39:33,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:33,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:33,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:33,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:33,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/f5c0e82de98d4cb2848064263be7e850 is 50, key is test_row_0/A:col10/1734169173928/Put/seqid=0
2024-12-14T09:39:33,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169233967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169233967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169233968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169233972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:33,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741925_1101 (size=12301)
2024-12-14T09:39:33,991 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/f5c0e82de98d4cb2848064263be7e850
2024-12-14T09:39:34,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/519171d7e5604c85917a9f66b515d727 is 50, key is test_row_0/B:col10/1734169173928/Put/seqid=0
2024-12-14T09:39:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30
2024-12-14T09:39:34,028 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed
2024-12-14T09:39:34,039 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:34,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees
2024-12-14T09:39:34,044 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:34,045 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:34,045 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-12-14T09:39:34,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741926_1102 (size=12301)
2024-12-14T09:39:34,060 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/519171d7e5604c85917a9f66b515d727
2024-12-14T09:39:34,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169234073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169234073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169234075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169234075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/12c268f6cf8846e5aa33021b010d427e is 50, key is test_row_0/C:col10/1734169173928/Put/seqid=0
2024-12-14T09:39:34,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741927_1103 (size=12301)
2024-12-14T09:39:34,124 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/12c268f6cf8846e5aa33021b010d427e
2024-12-14T09:39:34,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/f5c0e82de98d4cb2848064263be7e850 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/f5c0e82de98d4cb2848064263be7e850
2024-12-14T09:39:34,140 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/f5c0e82de98d4cb2848064263be7e850, entries=150, sequenceid=413, filesize=12.0 K
2024-12-14T09:39:34,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/519171d7e5604c85917a9f66b515d727 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/519171d7e5604c85917a9f66b515d727
2024-12-14T09:39:34,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-12-14T09:39:34,150 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/519171d7e5604c85917a9f66b515d727, entries=150, sequenceid=413, filesize=12.0 K
2024-12-14T09:39:34,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/12c268f6cf8846e5aa33021b010d427e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/12c268f6cf8846e5aa33021b010d427e
2024-12-14T09:39:34,159 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/12c268f6cf8846e5aa33021b010d427e, entries=150, sequenceid=413, filesize=12.0 K
2024-12-14T09:39:34,160 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5afb483946134a27ce590dd9ed7020e1 in 230ms, sequenceid=413, compaction requested=true
2024-12-14T09:39:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:34,161 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:34,161 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:34,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:34,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:34,163 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:34,163 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:34,163 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:34,163 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/2c3406506e3c401ba0cf8eff89c3c9f3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f6f15425f511425b9d65023c37b01d95, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/519171d7e5604c85917a9f66b515d727] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.9 K
2024-12-14T09:39:34,163 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:34,163 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:34,164 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:34,164 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c3406506e3c401ba0cf8eff89c3c9f3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1734169173092
2024-12-14T09:39:34,164 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/4ca6478808b545c2b8f23dafe812f53a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c827dca9606e47d79649335bd2d33692, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/f5c0e82de98d4cb2848064263be7e850] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=36.9 K
2024-12-14T09:39:34,164 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ca6478808b545c2b8f23dafe812f53a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1734169173092
2024-12-14T09:39:34,164 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f6f15425f511425b9d65023c37b01d95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1734169173253
2024-12-14T09:39:34,164 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c827dca9606e47d79649335bd2d33692, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1734169173253
2024-12-14T09:39:34,165 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 519171d7e5604c85917a9f66b515d727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1734169173601
2024-12-14T09:39:34,165 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5c0e82de98d4cb2848064263be7e850, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1734169173601
2024-12-14T09:39:34,184 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:34,184 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/bccee3d307524c97b6df6344151876da is 50, key is test_row_0/B:col10/1734169173928/Put/seqid=0
2024-12-14T09:39:34,192 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#90 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:34,192 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/70bfa37b54ed417ca56c908346335a88 is 50, key is test_row_0/A:col10/1734169173928/Put/seqid=0
2024-12-14T09:39:34,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33
2024-12-14T09:39:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:34,198 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:39:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:34,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741928_1104 (size=13323)
2024-12-14T09:39:34,237 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/bccee3d307524c97b6df6344151876da as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/bccee3d307524c97b6df6344151876da
2024-12-14T09:39:34,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/3ad81170eb6048cd8932a081303777f5 is 50, key is test_row_0/A:col10/1734169173966/Put/seqid=0
2024-12-14T09:39:34,252 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into bccee3d307524c97b6df6344151876da(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:34,252 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:34,252 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169174161; duration=0sec
2024-12-14T09:39:34,252 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:34,252 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:34,252 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-14T09:39:34,255 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-14T09:39:34,255 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:34,255 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:34,255 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/60bcdcb81a3340fab2dc305ab2b9692d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/becf66a9a36c43288b132d701aa8ca02, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/07c6516269e1442a91770add87cedf1e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/93c16fb22e774e6f94b2363f88dbf0ec, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/12c268f6cf8846e5aa33021b010d427e] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=60.9 K
2024-12-14T09:39:34,256 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 60bcdcb81a3340fab2dc305ab2b9692d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1734169171219
2024-12-14T09:39:34,256 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting becf66a9a36c43288b132d701aa8ca02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734169171883
2024-12-14T09:39:34,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741929_1105 (size=13323)
2024-12-14T09:39:34,258 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 07c6516269e1442a91770add87cedf1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1734169173092
2024-12-14T09:39:34,259 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 93c16fb22e774e6f94b2363f88dbf0ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1734169173253
2024-12-14T09:39:34,259 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 12c268f6cf8846e5aa33021b010d427e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1734169173601
2024-12-14T09:39:34,268 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/70bfa37b54ed417ca56c908346335a88 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/70bfa37b54ed417ca56c908346335a88
2024-12-14T09:39:34,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741930_1106 (size=12301)
2024-12-14T09:39:34,285 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into 70bfa37b54ed417ca56c908346335a88(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:34,285 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:34,285 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169174161; duration=0sec
2024-12-14T09:39:34,285 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:34,285 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:34,286 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:34,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:34,287 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/f02ac6f535ed4bb19f24d5532ce216b3 is 50, key is test_row_0/C:col10/1734169173928/Put/seqid=0
2024-12-14T09:39:34,288 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/3ad81170eb6048cd8932a081303777f5
2024-12-14T09:39:34,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741931_1107 (size=13289)
2024-12-14T09:39:34,310 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/f02ac6f535ed4bb19f24d5532ce216b3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f02ac6f535ed4bb19f24d5532ce216b3
2024-12-14T09:39:34,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/93463a7543644c339055f02a1a419d80 is 50, key is test_row_0/B:col10/1734169173966/Put/seqid=0
2024-12-14T09:39:34,319 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into f02ac6f535ed4bb19f24d5532ce216b3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:34,319 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:34,319 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=11, startTime=1734169174161; duration=0sec
2024-12-14T09:39:34,319 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:34,319 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:34,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169234317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169234319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169234320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169234321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-12-14T09:39:34,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741932_1108 (size=12301)
2024-12-14T09:39:34,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169234424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169234425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,428 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169234427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169234427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169234628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169234631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169234632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169234635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-12-14T09:39:34,778 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/93463a7543644c339055f02a1a419d80
2024-12-14T09:39:34,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/d14dc639b4814120aa9a80e50d007637 is 50, key is test_row_0/C:col10/1734169173966/Put/seqid=0
2024-12-14T09:39:34,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741933_1109 (size=12301)
2024-12-14T09:39:34,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169234936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169234936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169234937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:34,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169234943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-12-14T09:39:35,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/d14dc639b4814120aa9a80e50d007637
2024-12-14T09:39:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/3ad81170eb6048cd8932a081303777f5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3ad81170eb6048cd8932a081303777f5
2024-12-14T09:39:35,220 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3ad81170eb6048cd8932a081303777f5, entries=150, sequenceid=432, filesize=12.0 K
2024-12-14T09:39:35,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/93463a7543644c339055f02a1a419d80 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/93463a7543644c339055f02a1a419d80
2024-12-14T09:39:35,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/93463a7543644c339055f02a1a419d80, entries=150, sequenceid=432, filesize=12.0 K
2024-12-14T09:39:35,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/d14dc639b4814120aa9a80e50d007637 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/d14dc639b4814120aa9a80e50d007637
2024-12-14T09:39:35,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/d14dc639b4814120aa9a80e50d007637, entries=150, sequenceid=432, filesize=12.0 K
2024-12-14T09:39:35,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 5afb483946134a27ce590dd9ed7020e1 in 1036ms, sequenceid=432, compaction requested=false
2024-12-14T09:39:35,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:35,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:35,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-12-14T09:39:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=33
2024-12-14T09:39:35,236 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32
2024-12-14T09:39:35,236 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1900 sec
2024-12-14T09:39:35,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.1960 sec
2024-12-14T09:39:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:35,341 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:39:35,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:35,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:35,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:35,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:35,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:35,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:35,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/d4ab780bdf954e64b975ff67b9f47203 is 50, key is test_row_0/A:col10/1734169174319/Put/seqid=0
2024-12-14T09:39:35,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741934_1110 (size=12301)
2024-12-14T09:39:35,387 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169235386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:35,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169235439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:35,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169235440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:35,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169235441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:35,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:35,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169235447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:35,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169235489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:35,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169235692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:35,751 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/d4ab780bdf954e64b975ff67b9f47203
2024-12-14T09:39:35,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/698d02e6b45d42d698fecd9e782b2198 is 50, key is test_row_0/B:col10/1734169174319/Put/seqid=0
2024-12-14T09:39:35,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741935_1111 (size=12301)
2024-12-14T09:39:35,783 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/698d02e6b45d42d698fecd9e782b2198
2024-12-14T09:39:35,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/4652b8de402549979a573ed7cef82173 is 50, key is test_row_0/C:col10/1734169174319/Put/seqid=0
2024-12-14T09:39:35,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741936_1112 (size=12301)
2024-12-14T09:39:35,822 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/4652b8de402549979a573ed7cef82173
2024-12-14T09:39:35,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/d4ab780bdf954e64b975ff67b9f47203 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/d4ab780bdf954e64b975ff67b9f47203
2024-12-14T09:39:35,838 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/d4ab780bdf954e64b975ff67b9f47203, entries=150, sequenceid=454, filesize=12.0 K
2024-12-14T09:39:35,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/698d02e6b45d42d698fecd9e782b2198 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/698d02e6b45d42d698fecd9e782b2198
2024-12-14T09:39:35,848 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/698d02e6b45d42d698fecd9e782b2198, entries=150, sequenceid=454, filesize=12.0 K
2024-12-14T09:39:35,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/4652b8de402549979a573ed7cef82173 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4652b8de402549979a573ed7cef82173
2024-12-14T09:39:35,854 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4652b8de402549979a573ed7cef82173, entries=150, sequenceid=454, filesize=12.0 K
2024-12-14T09:39:35,854 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5afb483946134a27ce590dd9ed7020e1 in 513ms, sequenceid=454, compaction requested=true
2024-12-14T09:39:35,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:35,855 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:35,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:35,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:35,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:35,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:35,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:35,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:35,856 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:35,856 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:35,856 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:35,857 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:35,857 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/70bfa37b54ed417ca56c908346335a88, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3ad81170eb6048cd8932a081303777f5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/d4ab780bdf954e64b975ff67b9f47203] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=37.0 K
2024-12-14T09:39:35,857 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70bfa37b54ed417ca56c908346335a88, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1734169173601
2024-12-14T09:39:35,858 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:35,858 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:35,858 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:35,858 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/bccee3d307524c97b6df6344151876da, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/93463a7543644c339055f02a1a419d80, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/698d02e6b45d42d698fecd9e782b2198] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=37.0 K
2024-12-14T09:39:35,859 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting bccee3d307524c97b6df6344151876da, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1734169173601
2024-12-14T09:39:35,860 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ad81170eb6048cd8932a081303777f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1734169173963
2024-12-14T09:39:35,860 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4ab780bdf954e64b975ff67b9f47203, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734169174318
2024-12-14T09:39:35,861 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 93463a7543644c339055f02a1a419d80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1734169173963
2024-12-14T09:39:35,861 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 698d02e6b45d42d698fecd9e782b2198, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734169174318
2024-12-14T09:39:35,873 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:35,873 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:35,873 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/dd71b61608f14ae794c15737df08a4d5 is 50, key is test_row_0/B:col10/1734169174319/Put/seqid=0
2024-12-14T09:39:35,873 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/5b80a8bfa4044825bd4414327c2d1bf9 is 50, key is test_row_0/A:col10/1734169174319/Put/seqid=0
2024-12-14T09:39:35,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741937_1113 (size=13425)
2024-12-14T09:39:35,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741938_1114 (size=13425)
2024-12-14T09:39:35,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:35,999 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:39:36,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:36,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:36,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:36,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:36,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:36,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:36,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b94a86df579241e5acdc57a358c20bbc is 50, key is test_row_0/A:col10/1734169175998/Put/seqid=0
2024-12-14T09:39:36,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741939_1115 (size=12301)
2024-12-14T09:39:36,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169236049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32
2024-12-14T09:39:36,156 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed
2024-12-14T09:39:36,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169236164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,175 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:36,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees
2024-12-14T09:39:36,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-12-14T09:39:36,177 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:36,178 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:36,178 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-12-14T09:39:36,316 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/5b80a8bfa4044825bd4414327c2d1bf9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5b80a8bfa4044825bd4414327c2d1bf9
2024-12-14T09:39:36,316 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/dd71b61608f14ae794c15737df08a4d5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd71b61608f14ae794c15737df08a4d5
2024-12-14T09:39:36,328 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into dd71b61608f14ae794c15737df08a4d5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:36,328 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:36,328 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=13, startTime=1734169175856; duration=0sec
2024-12-14T09:39:36,328 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:36,328 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:36,328 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:36,329 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into 5b80a8bfa4044825bd4414327c2d1bf9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:36,329 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:36,329 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=13, startTime=1734169175855; duration=0sec
2024-12-14T09:39:36,329 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:36,330 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:36,330 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:36,330 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/C is initiating minor compaction (all files)
2024-12-14T09:39:36,330 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/C in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:36,330 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f02ac6f535ed4bb19f24d5532ce216b3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/d14dc639b4814120aa9a80e50d007637, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4652b8de402549979a573ed7cef82173] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=37.0 K
2024-12-14T09:39:36,331 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f02ac6f535ed4bb19f24d5532ce216b3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1734169173601
2024-12-14T09:39:36,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,331 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d14dc639b4814120aa9a80e50d007637, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=432, earliestPutTs=1734169173963
2024-12-14T09:39:36,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-14T09:39:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:36,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:36,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:36,333 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4652b8de402549979a573ed7cef82173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734169174318
2024-12-14T09:39:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:36,342 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#C#compaction#101 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:36,343 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/ee93644da3e641babc99067a46868607 is 50, key is test_row_0/C:col10/1734169174319/Put/seqid=0
2024-12-14T09:39:36,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741940_1116 (size=13391)
2024-12-14T09:39:36,364 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/ee93644da3e641babc99067a46868607 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/ee93644da3e641babc99067a46868607
2024-12-14T09:39:36,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169236372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,376 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/C of 5afb483946134a27ce590dd9ed7020e1 into ee93644da3e641babc99067a46868607(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:36,376 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:36,376 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/C, priority=13, startTime=1734169175856; duration=0sec
2024-12-14T09:39:36,376 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:36,377 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:36,444 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b94a86df579241e5acdc57a358c20bbc
2024-12-14T09:39:36,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33178 deadline: 1734169236444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33156 deadline: 1734169236450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33140 deadline: 1734169236453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/0c4228f7bd3d4b0bb0833cc8917137db is 50, key is test_row_0/B:col10/1734169175998/Put/seqid=0
2024-12-14T09:39:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33146 deadline: 1734169236463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-12-14T09:39:36,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-14T09:39:36,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:36,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:36,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:36,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:36,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35
java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:36,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741941_1117 (size=12301)
2024-12-14T09:39:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=35
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:36,489 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/0c4228f7bd3d4b0bb0833cc8917137db
2024-12-14T09:39:36,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/87f4a89951844e3081693f4de26316d8 is 50, key is test_row_0/C:col10/1734169175998/Put/seqid=0
2024-12-14T09:39:36,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741942_1118 (size=12301)
2024-12-14T09:39:36,528 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/87f4a89951844e3081693f4de26316d8
2024-12-14T09:39:36,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/b94a86df579241e5acdc57a358c20bbc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b94a86df579241e5acdc57a358c20bbc
2024-12-14T09:39:36,541 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b94a86df579241e5acdc57a358c20bbc, entries=150, sequenceid=472, filesize=12.0 K
2024-12-14T09:39:36,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/0c4228f7bd3d4b0bb0833cc8917137db as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0c4228f7bd3d4b0bb0833cc8917137db
2024-12-14T09:39:36,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0c4228f7bd3d4b0bb0833cc8917137db, entries=150, sequenceid=472, filesize=12.0 K
2024-12-14T09:39:36,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/87f4a89951844e3081693f4de26316d8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/87f4a89951844e3081693f4de26316d8
2024-12-14T09:39:36,560 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/87f4a89951844e3081693f4de26316d8, entries=150, sequenceid=472, filesize=12.0 K
2024-12-14T09:39:36,561 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5afb483946134a27ce590dd9ed7020e1 in 562ms, sequenceid=472, compaction requested=false
2024-12-14T09:39:36,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:36,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35
2024-12-14T09:39:36,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:36,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:39:36,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:36,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:36,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:36,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:36,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:36,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:36,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/36646f1f1a7940a7a8219262236f2b3d is 50, key is test_row_0/A:col10/1734169176038/Put/seqid=0
2024-12-14T09:39:36,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741943_1119 (size=12301)
2024-12-14T09:39:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:36,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. as already flushing
2024-12-14T09:39:36,706 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-14T09:39:36,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169236710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:36,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-12-14T09:39:36,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169236814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:37,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:37,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169237016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:37,052 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/36646f1f1a7940a7a8219262236f2b3d
2024-12-14T09:39:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/81f7b249ebb94066bba89ec3f1f8bf1b is 50, key is test_row_0/B:col10/1734169176038/Put/seqid=0
2024-12-14T09:39:37,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741944_1120 (size=12301)
2024-12-14T09:39:37,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/81f7b249ebb94066bba89ec3f1f8bf1b
2024-12-14T09:39:37,077 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53f30e40 to 127.0.0.1:58469
2024-12-14T09:39:37,077 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:37,079 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77d9cb79 to 127.0.0.1:58469
2024-12-14T09:39:37,079 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:37,082 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0763ae64 to 127.0.0.1:58469
2024-12-14T09:39:37,082 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:37,084 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118d1c39 to 127.0.0.1:58469
2024-12-14T09:39:37,084 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:37,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/7c6bfceb0ec64629b130543a60da907d is 50, key is test_row_0/C:col10/1734169176038/Put/seqid=0
2024-12-14T09:39:37,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741945_1121 (size=12301)
2024-12-14T09:39:37,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-12-14T09:39:37,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:33138 deadline: 1734169237320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:37,494 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/7c6bfceb0ec64629b130543a60da907d
2024-12-14T09:39:37,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/36646f1f1a7940a7a8219262236f2b3d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/36646f1f1a7940a7a8219262236f2b3d
2024-12-14T09:39:37,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/36646f1f1a7940a7a8219262236f2b3d, entries=150, sequenceid=493, filesize=12.0 K
2024-12-14T09:39:37,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/81f7b249ebb94066bba89ec3f1f8bf1b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/81f7b249ebb94066bba89ec3f1f8bf1b
2024-12-14T09:39:37,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/81f7b249ebb94066bba89ec3f1f8bf1b, entries=150, sequenceid=493, filesize=12.0 K
2024-12-14T09:39:37,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/7c6bfceb0ec64629b130543a60da907d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7c6bfceb0ec64629b130543a60da907d
2024-12-14T09:39:37,519 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7c6bfceb0ec64629b130543a60da907d, entries=150, sequenceid=493, filesize=12.0 K
2024-12-14T09:39:37,520 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5afb483946134a27ce590dd9ed7020e1 in 879ms, sequenceid=493, compaction requested=true
2024-12-14T09:39:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:37,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-12-14T09:39:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=35
2024-12-14T09:39:37,522 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34
2024-12-14T09:39:37,522 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3430 sec
2024-12-14T09:39:37,523 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.3480 sec
2024-12-14T09:39:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:37,827 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:39:37,827 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f68aae6 to 127.0.0.1:58469
2024-12-14T09:39:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:37,827 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:37,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:37,828 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:37,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/af5ac492b3664cc79478e8bba1df550a is 50, key is test_row_0/A:col10/1734169177824/Put/seqid=0
2024-12-14T09:39:37,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741946_1122 (size=12301)
2024-12-14T09:39:38,241 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/af5ac492b3664cc79478e8bba1df550a
2024-12-14T09:39:38,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/dd2d24cc5edd4f28af3cce63ace0f0d9 is 50, key is test_row_0/B:col10/1734169177824/Put/seqid=0
2024-12-14T09:39:38,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741947_1123 (size=12301)
2024-12-14T09:39:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34
2024-12-14T09:39:38,281 INFO  [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed
2024-12-14T09:39:38,454 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b2c1d to 127.0.0.1:58469
2024-12-14T09:39:38,454 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:38,460 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x481d5e85 to 127.0.0.1:58469
2024-12-14T09:39:38,460 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:38,464 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53623ce6 to 127.0.0.1:58469
2024-12-14T09:39:38,464 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:38,487 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fe61c10 to 127.0.0.1:58469
2024-12-14T09:39:38,487 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 84
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 86
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 72
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 80
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 82
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3927
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3770
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1770
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5305 rows
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1758
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5266 rows
2024-12-14T09:39:38,487 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-12-14T09:39:38,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1212d9e2 to 127.0.0.1:58469
2024-12-14T09:39:38,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:39:38,491 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-12-14T09:39:38,494 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-14T09:39:38,638 INFO  [AsyncFSWAL-0-hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData-prefix:32d1f136e9e3,42047,1734169147786 {}] wal.AbstractFSWAL(1183): Slow sync cost: 139 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35475,DS-eeca5944-d3dc-45e1-bd1d-fa25c714d2bd,DISK]]
2024-12-14T09:39:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:38,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169178643"}]},"ts":"1734169178643"}
2024-12-14T09:39:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-12-14T09:39:38,645 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-14T09:39:38,661 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/dd2d24cc5edd4f28af3cce63ace0f0d9
2024-12-14T09:39:38,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/f15535a9b46e4e659debc983722cea10 is 50, key is test_row_0/C:col10/1734169177824/Put/seqid=0
2024-12-14T09:39:38,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741948_1124 (size=12301)
2024-12-14T09:39:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-12-14T09:39:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-12-14T09:39:38,975 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-14T09:39:38,979 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:39:38,986 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5afb483946134a27ce590dd9ed7020e1, UNASSIGN}]
2024-12-14T09:39:38,988 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5afb483946134a27ce590dd9ed7020e1, UNASSIGN
2024-12-14T09:39:38,989 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=5afb483946134a27ce590dd9ed7020e1, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:38,991 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:39:38,991 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:39:39,082 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/f15535a9b46e4e659debc983722cea10
2024-12-14T09:39:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/af5ac492b3664cc79478e8bba1df550a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af5ac492b3664cc79478e8bba1df550a
2024-12-14T09:39:39,100 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af5ac492b3664cc79478e8bba1df550a, entries=150, sequenceid=512, filesize=12.0 K
2024-12-14T09:39:39,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/dd2d24cc5edd4f28af3cce63ace0f0d9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd2d24cc5edd4f28af3cce63ace0f0d9
2024-12-14T09:39:39,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd2d24cc5edd4f28af3cce63ace0f0d9, entries=150, sequenceid=512, filesize=12.0 K
2024-12-14T09:39:39,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/f15535a9b46e4e659debc983722cea10 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f15535a9b46e4e659debc983722cea10
2024-12-14T09:39:39,112 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f15535a9b46e4e659debc983722cea10, entries=150, sequenceid=512, filesize=12.0 K
2024-12-14T09:39:39,113 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=26.84 KB/27480 for 5afb483946134a27ce590dd9ed7020e1 in 1287ms, sequenceid=512, compaction requested=true
2024-12-14T09:39:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:39,113 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:39:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5afb483946134a27ce590dd9ed7020e1:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:39,113 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:39:39,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:39,114 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:39:39,114 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:39:39,114 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/B is initiating minor compaction (all files)
2024-12-14T09:39:39,114 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5afb483946134a27ce590dd9ed7020e1/A is initiating minor compaction (all files)
2024-12-14T09:39:39,114 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/B in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:39,114 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5afb483946134a27ce590dd9ed7020e1/A in TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:39,114 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd71b61608f14ae794c15737df08a4d5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0c4228f7bd3d4b0bb0833cc8917137db, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/81f7b249ebb94066bba89ec3f1f8bf1b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd2d24cc5edd4f28af3cce63ace0f0d9] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=49.1 K
2024-12-14T09:39:39,114 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5b80a8bfa4044825bd4414327c2d1bf9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b94a86df579241e5acdc57a358c20bbc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/36646f1f1a7940a7a8219262236f2b3d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af5ac492b3664cc79478e8bba1df550a] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp, totalSize=49.1 K
2024-12-14T09:39:39,115 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting dd71b61608f14ae794c15737df08a4d5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734169174318
2024-12-14T09:39:39,115 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b80a8bfa4044825bd4414327c2d1bf9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1734169174318
2024-12-14T09:39:39,115 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c4228f7bd3d4b0bb0833cc8917137db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1734169175369
2024-12-14T09:39:39,115 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b94a86df579241e5acdc57a358c20bbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1734169175369
2024-12-14T09:39:39,115 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 81f7b249ebb94066bba89ec3f1f8bf1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1734169176038
2024-12-14T09:39:39,115 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36646f1f1a7940a7a8219262236f2b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1734169176038
2024-12-14T09:39:39,116 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting dd2d24cc5edd4f28af3cce63ace0f0d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1734169176702
2024-12-14T09:39:39,116 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting af5ac492b3664cc79478e8bba1df550a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1734169176702
2024-12-14T09:39:39,124 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#B#compaction#110 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:39,124 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/0d1a592161064107855db4c1e42e47da is 50, key is test_row_0/B:col10/1734169177824/Put/seqid=0
2024-12-14T09:39:39,126 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5afb483946134a27ce590dd9ed7020e1#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:39,127 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c9b3f090810b4423849edbace8ea4e28 is 50, key is test_row_0/A:col10/1734169177824/Put/seqid=0
2024-12-14T09:39:39,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741949_1125 (size=13561)
2024-12-14T09:39:39,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741950_1126 (size=13561)
2024-12-14T09:39:39,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:39,149 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:39,149 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:39:39,149 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 5afb483946134a27ce590dd9ed7020e1, disabling compactions & flushes
2024-12-14T09:39:39,149 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-12-14T09:39:39,534 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/0d1a592161064107855db4c1e42e47da as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0d1a592161064107855db4c1e42e47da
2024-12-14T09:39:39,535 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/c9b3f090810b4423849edbace8ea4e28 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9b3f090810b4423849edbace8ea4e28
2024-12-14T09:39:39,539 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/A of 5afb483946134a27ce590dd9ed7020e1 into c9b3f090810b4423849edbace8ea4e28(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:39,539 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5afb483946134a27ce590dd9ed7020e1/B of 5afb483946134a27ce590dd9ed7020e1 into 0d1a592161064107855db4c1e42e47da(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:39,539 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:39,539 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:39,539 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/A, priority=12, startTime=1734169179113; duration=0sec
2024-12-14T09:39:39,539 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1., storeName=5afb483946134a27ce590dd9ed7020e1/B, priority=12, startTime=1734169179113; duration=0sec
2024-12-14T09:39:39,539 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:39,539 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:39,539 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:A
2024-12-14T09:39:39,539 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:39,539 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:39,539 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. because compaction request was cancelled
2024-12-14T09:39:39,539 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:B
2024-12-14T09:39:39,539 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1. after waiting 0 ms
2024-12-14T09:39:39,539 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5afb483946134a27ce590dd9ed7020e1:C
2024-12-14T09:39:39,539 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:39,539 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing 5afb483946134a27ce590dd9ed7020e1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-12-14T09:39:39,540 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=A
2024-12-14T09:39:39,540 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:39,540 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=B
2024-12-14T09:39:39,540 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:39,540 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5afb483946134a27ce590dd9ed7020e1, store=C
2024-12-14T09:39:39,540 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:39,545 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/51477f260a8a42939b03ae1c06f707d0 is 50, key is test_row_1/A:col10/1734169178486/Put/seqid=0
2024-12-14T09:39:39,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741951_1127 (size=9857)
2024-12-14T09:39:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-12-14T09:39:39,953 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/51477f260a8a42939b03ae1c06f707d0
2024-12-14T09:39:39,959 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/226cf28363604e3b80454c0a69507a43 is 50, key is test_row_1/B:col10/1734169178486/Put/seqid=0
2024-12-14T09:39:39,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741952_1128 (size=9857)
2024-12-14T09:39:39,963 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/226cf28363604e3b80454c0a69507a43
2024-12-14T09:39:39,971 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/413c37e3266a44d1bdb07b7480b0248f is 50, key is test_row_1/C:col10/1734169178486/Put/seqid=0
2024-12-14T09:39:39,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741953_1129 (size=9857)
2024-12-14T09:39:40,377 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/413c37e3266a44d1bdb07b7480b0248f
2024-12-14T09:39:40,388 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/A/51477f260a8a42939b03ae1c06f707d0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/51477f260a8a42939b03ae1c06f707d0
2024-12-14T09:39:40,394 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/51477f260a8a42939b03ae1c06f707d0, entries=100, sequenceid=521, filesize=9.6 K
2024-12-14T09:39:40,396 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/B/226cf28363604e3b80454c0a69507a43 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/226cf28363604e3b80454c0a69507a43
2024-12-14T09:39:40,401 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/226cf28363604e3b80454c0a69507a43, entries=100, sequenceid=521, filesize=9.6 K
2024-12-14T09:39:40,402 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/.tmp/C/413c37e3266a44d1bdb07b7480b0248f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/413c37e3266a44d1bdb07b7480b0248f
2024-12-14T09:39:40,409 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/413c37e3266a44d1bdb07b7480b0248f, entries=100, sequenceid=521, filesize=9.6 K
2024-12-14T09:39:40,410 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5afb483946134a27ce590dd9ed7020e1 in 871ms, sequenceid=521, compaction requested=true
2024-12-14T09:39:40,411 DEBUG [StoreCloser-TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/446b0e9479a04bf4bd7a8f7897c5f08b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e05bc3be980c4b68ac48bcea77e1c5be, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3781a0f3155741e88f0f1716f89ac473, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/08df687862904c1a9b90c15f1ee12ea0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/00709ac9f77b47f0adf82e7ead5f5bb7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/6f3c9698524e41cd8b5a2e82adc33d1d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e4802cd628914f6aa96c2b97082f07c4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/31635626c617405b818b78d06abef08b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b58cb34a42a24a9eb8f10f3013095bf7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c3138ea23c034076b1242a0261f20517, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/2c5074ade0d741fe8b48f6d1babc21e5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/723cb9dddfb84d0e83a8fcd23a7f4d9b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0bb16bfafc1749c4a5098d25c6239090, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/43988ba779ab44e4b64fe27a872c4951, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/05da443c0848494aa57f17db811b0247, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af1386d561e0441cb567b5459f0070e8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9c372a170be4c828fc0835d339947c0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0b334644f2c945e8ab89bd4443d3f788, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/ee3636b88d774574821d14394718329c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/07c0564a5ce54019a6ef8a002dc5a07d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/815164f950d84ca79231c04412c9d55f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b2091e684f194553845f0689de1ddb3b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5a4e202a913a42469e79af55cc3d8107, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/7d6cf09562ce406592fd1e0dc669bc7a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/33bc72f908344c5da50cfa2da1811c3d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/66c78ee7357a4c6e93c34e5822e6143a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/4ca6478808b545c2b8f23dafe812f53a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/09738801fd4f4671a1af159624c8ce9e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c827dca9606e47d79649335bd2d33692, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/70bfa37b54ed417ca56c908346335a88, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/f5c0e82de98d4cb2848064263be7e850, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3ad81170eb6048cd8932a081303777f5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5b80a8bfa4044825bd4414327c2d1bf9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/d4ab780bdf954e64b975ff67b9f47203, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b94a86df579241e5acdc57a358c20bbc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/36646f1f1a7940a7a8219262236f2b3d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af5ac492b3664cc79478e8bba1df550a] to archive
2024-12-14T09:39:40,415 DEBUG [StoreCloser-TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:39:40,423 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/31635626c617405b818b78d06abef08b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/31635626c617405b818b78d06abef08b
2024-12-14T09:39:40,423 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/00709ac9f77b47f0adf82e7ead5f5bb7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/00709ac9f77b47f0adf82e7ead5f5bb7
2024-12-14T09:39:40,423 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/6f3c9698524e41cd8b5a2e82adc33d1d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/6f3c9698524e41cd8b5a2e82adc33d1d
2024-12-14T09:39:40,423 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/08df687862904c1a9b90c15f1ee12ea0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/08df687862904c1a9b90c15f1ee12ea0
2024-12-14T09:39:40,423 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e4802cd628914f6aa96c2b97082f07c4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e4802cd628914f6aa96c2b97082f07c4
2024-12-14T09:39:40,423 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/446b0e9479a04bf4bd7a8f7897c5f08b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/446b0e9479a04bf4bd7a8f7897c5f08b
2024-12-14T09:39:40,423 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3781a0f3155741e88f0f1716f89ac473 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3781a0f3155741e88f0f1716f89ac473
2024-12-14T09:39:40,424 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e05bc3be980c4b68ac48bcea77e1c5be to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/e05bc3be980c4b68ac48bcea77e1c5be
2024-12-14T09:39:40,425 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c3138ea23c034076b1242a0261f20517 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c3138ea23c034076b1242a0261f20517
2024-12-14T09:39:40,425 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/2c5074ade0d741fe8b48f6d1babc21e5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/2c5074ade0d741fe8b48f6d1babc21e5
2024-12-14T09:39:40,426 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b58cb34a42a24a9eb8f10f3013095bf7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b58cb34a42a24a9eb8f10f3013095bf7
2024-12-14T09:39:40,426 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/723cb9dddfb84d0e83a8fcd23a7f4d9b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/723cb9dddfb84d0e83a8fcd23a7f4d9b
2024-12-14T09:39:40,426 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0bb16bfafc1749c4a5098d25c6239090 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0bb16bfafc1749c4a5098d25c6239090
2024-12-14T09:39:40,427 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/43988ba779ab44e4b64fe27a872c4951 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/43988ba779ab44e4b64fe27a872c4951
2024-12-14T09:39:40,427 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/05da443c0848494aa57f17db811b0247 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/05da443c0848494aa57f17db811b0247
2024-12-14T09:39:40,427 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af1386d561e0441cb567b5459f0070e8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af1386d561e0441cb567b5459f0070e8
2024-12-14T09:39:40,428 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0b334644f2c945e8ab89bd4443d3f788 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/0b334644f2c945e8ab89bd4443d3f788
2024-12-14T09:39:40,428 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9c372a170be4c828fc0835d339947c0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9c372a170be4c828fc0835d339947c0
2024-12-14T09:39:40,428 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b2091e684f194553845f0689de1ddb3b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b2091e684f194553845f0689de1ddb3b
2024-12-14T09:39:40,429 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/815164f950d84ca79231c04412c9d55f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/815164f950d84ca79231c04412c9d55f
2024-12-14T09:39:40,429 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/ee3636b88d774574821d14394718329c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/ee3636b88d774574821d14394718329c
2024-12-14T09:39:40,429 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/07c0564a5ce54019a6ef8a002dc5a07d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/07c0564a5ce54019a6ef8a002dc5a07d
2024-12-14T09:39:40,429 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5a4e202a913a42469e79af55cc3d8107 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5a4e202a913a42469e79af55cc3d8107
2024-12-14T09:39:40,430 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/7d6cf09562ce406592fd1e0dc669bc7a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/7d6cf09562ce406592fd1e0dc669bc7a
2024-12-14T09:39:40,430 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/33bc72f908344c5da50cfa2da1811c3d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/33bc72f908344c5da50cfa2da1811c3d
2024-12-14T09:39:40,430 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/66c78ee7357a4c6e93c34e5822e6143a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/66c78ee7357a4c6e93c34e5822e6143a
2024-12-14T09:39:40,430 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/09738801fd4f4671a1af159624c8ce9e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/09738801fd4f4671a1af159624c8ce9e
2024-12-14T09:39:40,431 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/70bfa37b54ed417ca56c908346335a88 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/70bfa37b54ed417ca56c908346335a88
2024-12-14T09:39:40,431 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c827dca9606e47d79649335bd2d33692 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c827dca9606e47d79649335bd2d33692
2024-12-14T09:39:40,431 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/4ca6478808b545c2b8f23dafe812f53a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/4ca6478808b545c2b8f23dafe812f53a
2024-12-14T09:39:40,431 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/f5c0e82de98d4cb2848064263be7e850 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/f5c0e82de98d4cb2848064263be7e850
2024-12-14T09:39:40,432 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3ad81170eb6048cd8932a081303777f5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/3ad81170eb6048cd8932a081303777f5
2024-12-14T09:39:40,432 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/36646f1f1a7940a7a8219262236f2b3d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/36646f1f1a7940a7a8219262236f2b3d
2024-12-14T09:39:40,432 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5b80a8bfa4044825bd4414327c2d1bf9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/5b80a8bfa4044825bd4414327c2d1bf9
2024-12-14T09:39:40,432 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/d4ab780bdf954e64b975ff67b9f47203 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/d4ab780bdf954e64b975ff67b9f47203
2024-12-14T09:39:40,432 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af5ac492b3664cc79478e8bba1df550a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/af5ac492b3664cc79478e8bba1df550a
2024-12-14T09:39:40,432 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b94a86df579241e5acdc57a358c20bbc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/b94a86df579241e5acdc57a358c20bbc
2024-12-14T09:39:40,443 DEBUG [StoreCloser-TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8963067d27a944f68760e985e338840f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e0f596ec8218422e8016cbd243d2d68b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cb0ff682ea2f474a93fb43b5688b6884, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c88dd4ba5cf3427ca5175edfff877b1d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8a9de2f47841445db4b48ffda37f51c2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9043cc98e5474562a60d367bce6b39d9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ec68f8a94ca64c0097bf3b7bdffd51d4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/a9d1e8f896044f9394ded35caa426506, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8273f9ab465c48f8a7d6bf6f306b3628, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9b7deeffe52d4bc492c73c1fd25e1b34, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ca7fcc62196e4bedac7ecd90db1d1d2a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ba7148eb6b3f4b93a32a371b9e7414ce, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4524fc5fb75647fa935aa7270eee9422, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8970a7e6ff8645878969712bebb10caa, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e271d75eaefa4e35b7ca06814b915a1e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/829dc219f660439da60ce0d3289950ec, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/6983c6566d4a487b8b4164805fd3be87, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cf37a25e5cf4428e8748aae7e1864aed, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4a671768fa3b47429fdec85d36665c1a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/5966b041d2f44cf3abbf1f90dc8e41f1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/00c4a4a6e0434753887ca4f61b16511a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/b90268d60592449d83d6e3e24162c9ba, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/645bea69f0634a53abb9e7b174c581de, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/626f9593197c4dc4b9030dfb5dae8259, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f0e150ff73d240a6b49ed10475b1b3c1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c6a9aea3c5da455885dbcfea2e9c2cd0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/2c3406506e3c401ba0cf8eff89c3c9f3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/1942e3a4b3154f4fbdf53626237c3a43, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f6f15425f511425b9d65023c37b01d95, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/bccee3d307524c97b6df6344151876da, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/519171d7e5604c85917a9f66b515d727, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/93463a7543644c339055f02a1a419d80, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd71b61608f14ae794c15737df08a4d5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/698d02e6b45d42d698fecd9e782b2198, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0c4228f7bd3d4b0bb0833cc8917137db, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/81f7b249ebb94066bba89ec3f1f8bf1b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd2d24cc5edd4f28af3cce63ace0f0d9] to archive
2024-12-14T09:39:40,444 DEBUG [StoreCloser-TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:39:40,446 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8963067d27a944f68760e985e338840f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8963067d27a944f68760e985e338840f
2024-12-14T09:39:40,446 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cb0ff682ea2f474a93fb43b5688b6884 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cb0ff682ea2f474a93fb43b5688b6884
2024-12-14T09:39:40,446 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c88dd4ba5cf3427ca5175edfff877b1d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c88dd4ba5cf3427ca5175edfff877b1d
2024-12-14T09:39:40,446 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e0f596ec8218422e8016cbd243d2d68b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e0f596ec8218422e8016cbd243d2d68b
2024-12-14T09:39:40,446 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9043cc98e5474562a60d367bce6b39d9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9043cc98e5474562a60d367bce6b39d9
2024-12-14T09:39:40,446 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ec68f8a94ca64c0097bf3b7bdffd51d4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ec68f8a94ca64c0097bf3b7bdffd51d4
2024-12-14T09:39:40,447 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8a9de2f47841445db4b48ffda37f51c2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8a9de2f47841445db4b48ffda37f51c2
2024-12-14T09:39:40,447 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/a9d1e8f896044f9394ded35caa426506 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/a9d1e8f896044f9394ded35caa426506
2024-12-14T09:39:40,448 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4524fc5fb75647fa935aa7270eee9422 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4524fc5fb75647fa935aa7270eee9422
2024-12-14T09:39:40,448 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9b7deeffe52d4bc492c73c1fd25e1b34 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/9b7deeffe52d4bc492c73c1fd25e1b34
2024-12-14T09:39:40,448 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ba7148eb6b3f4b93a32a371b9e7414ce to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ba7148eb6b3f4b93a32a371b9e7414ce
2024-12-14T09:39:40,448 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8970a7e6ff8645878969712bebb10caa to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8970a7e6ff8645878969712bebb10caa
2024-12-14T09:39:40,448 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ca7fcc62196e4bedac7ecd90db1d1d2a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/ca7fcc62196e4bedac7ecd90db1d1d2a
2024-12-14T09:39:40,449 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e271d75eaefa4e35b7ca06814b915a1e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/e271d75eaefa4e35b7ca06814b915a1e
2024-12-14T09:39:40,449 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/829dc219f660439da60ce0d3289950ec to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/829dc219f660439da60ce0d3289950ec
2024-12-14T09:39:40,449 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/6983c6566d4a487b8b4164805fd3be87 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/6983c6566d4a487b8b4164805fd3be87
2024-12-14T09:39:40,450 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/5966b041d2f44cf3abbf1f90dc8e41f1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/5966b041d2f44cf3abbf1f90dc8e41f1
2024-12-14T09:39:40,450 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4a671768fa3b47429fdec85d36665c1a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/4a671768fa3b47429fdec85d36665c1a
2024-12-14T09:39:40,450 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/00c4a4a6e0434753887ca4f61b16511a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/00c4a4a6e0434753887ca4f61b16511a
2024-12-14T09:39:40,450 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/b90268d60592449d83d6e3e24162c9ba to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/b90268d60592449d83d6e3e24162c9ba
2024-12-14T09:39:40,450 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cf37a25e5cf4428e8748aae7e1864aed to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/cf37a25e5cf4428e8748aae7e1864aed
2024-12-14T09:39:40,450 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/645bea69f0634a53abb9e7b174c581de to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/645bea69f0634a53abb9e7b174c581de
2024-12-14T09:39:40,451 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8273f9ab465c48f8a7d6bf6f306b3628 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/8273f9ab465c48f8a7d6bf6f306b3628
2024-12-14T09:39:40,451 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/626f9593197c4dc4b9030dfb5dae8259 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/626f9593197c4dc4b9030dfb5dae8259
2024-12-14T09:39:40,452 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c6a9aea3c5da455885dbcfea2e9c2cd0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/c6a9aea3c5da455885dbcfea2e9c2cd0
2024-12-14T09:39:40,452 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/2c3406506e3c401ba0cf8eff89c3c9f3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/2c3406506e3c401ba0cf8eff89c3c9f3
2024-12-14T09:39:40,452 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/1942e3a4b3154f4fbdf53626237c3a43 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/1942e3a4b3154f4fbdf53626237c3a43
2024-12-14T09:39:40,452 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f6f15425f511425b9d65023c37b01d95 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f6f15425f511425b9d65023c37b01d95
2024-12-14T09:39:40,453 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/bccee3d307524c97b6df6344151876da to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/bccee3d307524c97b6df6344151876da
2024-12-14T09:39:40,453 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/519171d7e5604c85917a9f66b515d727 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/519171d7e5604c85917a9f66b515d727
2024-12-14T09:39:40,453 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/93463a7543644c339055f02a1a419d80 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/93463a7543644c339055f02a1a419d80
2024-12-14T09:39:40,453 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd71b61608f14ae794c15737df08a4d5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd71b61608f14ae794c15737df08a4d5
2024-12-14T09:39:40,454 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0c4228f7bd3d4b0bb0833cc8917137db to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0c4228f7bd3d4b0bb0833cc8917137db
2024-12-14T09:39:40,454 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/698d02e6b45d42d698fecd9e782b2198 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/698d02e6b45d42d698fecd9e782b2198
2024-12-14T09:39:40,454 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd2d24cc5edd4f28af3cce63ace0f0d9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/dd2d24cc5edd4f28af3cce63ace0f0d9
2024-12-14T09:39:40,454 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/81f7b249ebb94066bba89ec3f1f8bf1b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/81f7b249ebb94066bba89ec3f1f8bf1b
2024-12-14T09:39:40,455 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f0e150ff73d240a6b49ed10475b1b3c1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/f0e150ff73d240a6b49ed10475b1b3c1
2024-12-14T09:39:40,456 DEBUG [StoreCloser-TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/c77abe7b24334bbfad5f78d9f9ae0930, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/199c6921b6d24c7e83bd4502f9c1e286, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/79407756567f4c9d96e8be3a32e3da44, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/8fc3f0620c564c03bde2b433c5c08e19, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/6396dd7bd78c4e59a1015aee8f0e12c7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/617bfa4fbebd4c1fb51f1d0015578fe4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/aaa1f604cbc84ed88fb24e16a830ae1f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9fa20dfcf83548bdaaac3b536cbd2b8f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9cd3b76713cf45b2a40918647d1d3741, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a67bd525cc7940ff97f33e4602d22efd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/fa6e15efcd9b4c52b0444d47ee6155c0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/2c4d80cfcd484a95afdf802079bc6c5b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f2936dc008fc4b2c80e714999f257ae7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/dd24216ee2f047d197fa66458c158c7e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/b6715a82db8a4ed2b2ab500b4432e5f2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/3357211018e14782aab37daf9d08e4d6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a988f6601e084cd38df81cf4731a5c18, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4b8d0f4831ed4200aa5322b5eec71e7a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/10fe86423f42416894bfcecd70100528, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7512b42f147a4e8bb32323720b32ef9b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/079e53b942d749fe99cd98edd314e4c6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/36e1183b911240e68e45fb761b3d855c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/043468ee01964d9cbaef2357ff33fa88, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/60bcdcb81a3340fab2dc305ab2b9692d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/92e65dec08014e8a9d6b28909d1c6158, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/becf66a9a36c43288b132d701aa8ca02, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/07c6516269e1442a91770add87cedf1e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/93c16fb22e774e6f94b2363f88dbf0ec, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f02ac6f535ed4bb19f24d5532ce216b3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/12c268f6cf8846e5aa33021b010d427e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/d14dc639b4814120aa9a80e50d007637, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4652b8de402549979a573ed7cef82173] to archive
2024-12-14T09:39:40,457 DEBUG [StoreCloser-TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:39:40,459 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/c77abe7b24334bbfad5f78d9f9ae0930 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/c77abe7b24334bbfad5f78d9f9ae0930
2024-12-14T09:39:40,459 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/199c6921b6d24c7e83bd4502f9c1e286 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/199c6921b6d24c7e83bd4502f9c1e286
2024-12-14T09:39:40,460 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/8fc3f0620c564c03bde2b433c5c08e19 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/8fc3f0620c564c03bde2b433c5c08e19
2024-12-14T09:39:40,460 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/617bfa4fbebd4c1fb51f1d0015578fe4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/617bfa4fbebd4c1fb51f1d0015578fe4
2024-12-14T09:39:40,460 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/6396dd7bd78c4e59a1015aee8f0e12c7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/6396dd7bd78c4e59a1015aee8f0e12c7
2024-12-14T09:39:40,460 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/aaa1f604cbc84ed88fb24e16a830ae1f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/aaa1f604cbc84ed88fb24e16a830ae1f
2024-12-14T09:39:40,460 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9fa20dfcf83548bdaaac3b536cbd2b8f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9fa20dfcf83548bdaaac3b536cbd2b8f
2024-12-14T09:39:40,460 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/79407756567f4c9d96e8be3a32e3da44 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/79407756567f4c9d96e8be3a32e3da44
2024-12-14T09:39:40,462 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9cd3b76713cf45b2a40918647d1d3741 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/9cd3b76713cf45b2a40918647d1d3741
2024-12-14T09:39:40,462 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/2c4d80cfcd484a95afdf802079bc6c5b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/2c4d80cfcd484a95afdf802079bc6c5b
2024-12-14T09:39:40,462 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f2936dc008fc4b2c80e714999f257ae7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f2936dc008fc4b2c80e714999f257ae7
2024-12-14T09:39:40,462 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/fa6e15efcd9b4c52b0444d47ee6155c0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/fa6e15efcd9b4c52b0444d47ee6155c0
2024-12-14T09:39:40,462 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a67bd525cc7940ff97f33e4602d22efd to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a67bd525cc7940ff97f33e4602d22efd
2024-12-14T09:39:40,462 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/b6715a82db8a4ed2b2ab500b4432e5f2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/b6715a82db8a4ed2b2ab500b4432e5f2
2024-12-14T09:39:40,463 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/3357211018e14782aab37daf9d08e4d6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/3357211018e14782aab37daf9d08e4d6
2024-12-14T09:39:40,463 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/dd24216ee2f047d197fa66458c158c7e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/dd24216ee2f047d197fa66458c158c7e
2024-12-14T09:39:40,464 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a988f6601e084cd38df81cf4731a5c18 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/a988f6601e084cd38df81cf4731a5c18
2024-12-14T09:39:40,464 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7512b42f147a4e8bb32323720b32ef9b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7512b42f147a4e8bb32323720b32ef9b
2024-12-14T09:39:40,465 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/10fe86423f42416894bfcecd70100528 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/10fe86423f42416894bfcecd70100528
2024-12-14T09:39:40,465 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/36e1183b911240e68e45fb761b3d855c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/36e1183b911240e68e45fb761b3d855c
2024-12-14T09:39:40,465 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/079e53b942d749fe99cd98edd314e4c6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/079e53b942d749fe99cd98edd314e4c6
2024-12-14T09:39:40,465 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4b8d0f4831ed4200aa5322b5eec71e7a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4b8d0f4831ed4200aa5322b5eec71e7a
2024-12-14T09:39:40,465 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/becf66a9a36c43288b132d701aa8ca02 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/becf66a9a36c43288b132d701aa8ca02
2024-12-14T09:39:40,465 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/60bcdcb81a3340fab2dc305ab2b9692d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/60bcdcb81a3340fab2dc305ab2b9692d
2024-12-14T09:39:40,466 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/043468ee01964d9cbaef2357ff33fa88 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/043468ee01964d9cbaef2357ff33fa88
2024-12-14T09:39:40,466 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/92e65dec08014e8a9d6b28909d1c6158 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/92e65dec08014e8a9d6b28909d1c6158
2024-12-14T09:39:40,466 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/07c6516269e1442a91770add87cedf1e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/07c6516269e1442a91770add87cedf1e
2024-12-14T09:39:40,467 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f02ac6f535ed4bb19f24d5532ce216b3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f02ac6f535ed4bb19f24d5532ce216b3
2024-12-14T09:39:40,467 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/93c16fb22e774e6f94b2363f88dbf0ec to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/93c16fb22e774e6f94b2363f88dbf0ec
2024-12-14T09:39:40,467 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/12c268f6cf8846e5aa33021b010d427e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/12c268f6cf8846e5aa33021b010d427e
2024-12-14T09:39:40,467 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4652b8de402549979a573ed7cef82173 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/4652b8de402549979a573ed7cef82173
2024-12-14T09:39:40,467 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/d14dc639b4814120aa9a80e50d007637 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/d14dc639b4814120aa9a80e50d007637
2024-12-14T09:39:40,472 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/recovered.edits/524.seqid, newMaxSeqId=524, maxSeqId=1
2024-12-14T09:39:40,474 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.
2024-12-14T09:39:40,474 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 5afb483946134a27ce590dd9ed7020e1:

2024-12-14T09:39:40,476 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:40,476 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=5afb483946134a27ce590dd9ed7020e1, regionState=CLOSED
2024-12-14T09:39:40,478 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38
2024-12-14T09:39:40,478 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 5afb483946134a27ce590dd9ed7020e1, server=32d1f136e9e3,45387,1734169148668 in 1.4860 sec
2024-12-14T09:39:40,479 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37
2024-12-14T09:39:40,479 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5afb483946134a27ce590dd9ed7020e1, UNASSIGN in 1.4920 sec
2024-12-14T09:39:40,482 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36
2024-12-14T09:39:40,482 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5020 sec
2024-12-14T09:39:40,483 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169180482"}]},"ts":"1734169180482"}
2024-12-14T09:39:40,483 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-14T09:39:40,524 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-14T09:39:40,526 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0290 sec
2024-12-14T09:39:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36
2024-12-14T09:39:40,752 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed
2024-12-14T09:39:40,759 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-14T09:39:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:40,767 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40
2024-12-14T09:39:40,769 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:40,771 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:40,775 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/recovered.edits]
2024-12-14T09:39:40,779 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/51477f260a8a42939b03ae1c06f707d0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/51477f260a8a42939b03ae1c06f707d0
2024-12-14T09:39:40,779 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9b3f090810b4423849edbace8ea4e28 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/A/c9b3f090810b4423849edbace8ea4e28
2024-12-14T09:39:40,782 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/226cf28363604e3b80454c0a69507a43 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/226cf28363604e3b80454c0a69507a43
2024-12-14T09:39:40,782 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0d1a592161064107855db4c1e42e47da to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/B/0d1a592161064107855db4c1e42e47da
2024-12-14T09:39:40,786 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7c6bfceb0ec64629b130543a60da907d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/7c6bfceb0ec64629b130543a60da907d
2024-12-14T09:39:40,786 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/413c37e3266a44d1bdb07b7480b0248f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/413c37e3266a44d1bdb07b7480b0248f
2024-12-14T09:39:40,786 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/87f4a89951844e3081693f4de26316d8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/87f4a89951844e3081693f4de26316d8
2024-12-14T09:39:40,786 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/ee93644da3e641babc99067a46868607 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/ee93644da3e641babc99067a46868607
2024-12-14T09:39:40,786 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f15535a9b46e4e659debc983722cea10 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/C/f15535a9b46e4e659debc983722cea10
2024-12-14T09:39:40,789 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/recovered.edits/524.seqid to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1/recovered.edits/524.seqid
2024-12-14T09:39:40,790 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5afb483946134a27ce590dd9ed7020e1
2024-12-14T09:39:40,790 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-14T09:39:40,795 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:40,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-12-14T09:39:40,802 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-14T09:39:40,830 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor.
2024-12-14T09:39:40,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:40,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states.
2024-12-14T09:39:40,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734169180832"}]},"ts":"9223372036854775807"}
2024-12-14T09:39:40,835 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-12-14T09:39:40,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5afb483946134a27ce590dd9ed7020e1, NAME => 'TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1.', STARTKEY => '', ENDKEY => ''}]
2024-12-14T09:39:40,835 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted.
2024-12-14T09:39:40,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734169180835"}]},"ts":"9223372036854775807"}
2024-12-14T09:39:40,838 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-12-14T09:39:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40
2024-12-14T09:39:40,875 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:40,876 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 115 msec
2024-12-14T09:39:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40
2024-12-14T09:39:41,071 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed
2024-12-14T09:39:41,085 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=247 (was 218)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1164280913_22 at /127.0.0.1:44976 [Waiting for operation #308]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1164280913_22 at /127.0.0.1:58078 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x29d20772-shared-pool-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x29d20772-shared-pool-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x29d20772-shared-pool-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;32d1f136e9e3:45387-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: HFileArchiver-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1947465076_22 at /127.0.0.1:48050 [Waiting for operation #293]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1947465076_22 at /127.0.0.1:52806 [Waiting for operation #122]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x29d20772-shared-pool-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=563 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3926 (was 5090)
2024-12-14T09:39:41,094 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=563, ProcessCount=11, AvailableMemoryMB=3926
2024-12-14T09:39:41,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:39:41,096 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:39:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:41,097 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-14T09:39:41,097 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:41,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 41
2024-12-14T09:39:41,098 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-14T09:39:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-12-14T09:39:41,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741954_1130 (size=963)
2024-12-14T09:39:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-12-14T09:39:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-12-14T09:39:41,509 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:39:41,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741955_1131 (size=53)
2024-12-14T09:39:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-12-14T09:39:41,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:41,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5b49e28c163cc309c0a9b62c106cd751, disabling compactions & flushes
2024-12-14T09:39:41,918 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:41,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:41,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. after waiting 0 ms
2024-12-14T09:39:41,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:41,918 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:41,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:41,921 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-14T09:39:41,922 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734169181921"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734169181921"}]},"ts":"1734169181921"}
2024-12-14T09:39:41,926 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-12-14T09:39:41,927 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-14T09:39:41,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169181927"}]},"ts":"1734169181927"}
2024-12-14T09:39:41,929 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-14T09:39:41,974 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, ASSIGN}]
2024-12-14T09:39:41,976 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, ASSIGN
2024-12-14T09:39:41,977 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, ASSIGN; state=OFFLINE, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=false
2024-12-14T09:39:42,128 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=5b49e28c163cc309c0a9b62c106cd751, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:42,131 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:39:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-12-14T09:39:42,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:42,293 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:42,294 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:39:42,294 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:42,294 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:42,294 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:42,294 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:42,296 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5b49e28c163cc309c0a9b62c106cd751 
2024-12-14T09:39:42,297 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:42,297 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b49e28c163cc309c0a9b62c106cd751 columnFamilyName A
2024-12-14T09:39:42,297 DEBUG [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:42,298 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(327): Store=5b49e28c163cc309c0a9b62c106cd751/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:42,298 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5b49e28c163cc309c0a9b62c106cd751 
2024-12-14T09:39:42,299 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:42,299 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b49e28c163cc309c0a9b62c106cd751 columnFamilyName B
2024-12-14T09:39:42,300 DEBUG [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:42,300 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(327): Store=5b49e28c163cc309c0a9b62c106cd751/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:42,300 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5b49e28c163cc309c0a9b62c106cd751 
2024-12-14T09:39:42,301 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:42,301 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b49e28c163cc309c0a9b62c106cd751 columnFamilyName C
2024-12-14T09:39:42,301 DEBUG [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:42,302 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(327): Store=5b49e28c163cc309c0a9b62c106cd751/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:42,302 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:42,302 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:42,303 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:42,304 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:39:42,305 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:42,307 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:39:42,308 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 5b49e28c163cc309c0a9b62c106cd751; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75480962, jitterRate=0.12475398182868958}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:39:42,309 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:42,309 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., pid=43, masterSystemTime=1734169182286
2024-12-14T09:39:42,311 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:42,311 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:42,311 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=5b49e28c163cc309c0a9b62c106cd751, regionState=OPEN, openSeqNum=2, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:42,314 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42
2024-12-14T09:39:42,314 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668 in 181 msec
2024-12-14T09:39:42,315 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41
2024-12-14T09:39:42,315 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, ASSIGN in 340 msec
2024-12-14T09:39:42,316 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-14T09:39:42,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169182316"}]},"ts":"1734169182316"}
2024-12-14T09:39:42,317 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-14T09:39:42,324 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-14T09:39:42,325 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2280 sec
2024-12-14T09:39:43,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41
2024-12-14T09:39:43,209 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed
2024-12-14T09:39:43,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3059cf43 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ecebc90
2024-12-14T09:39:43,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a9b0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:43,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:43,276 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:43,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-14T09:39:43,280 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-14T09:39:43,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:39:43,287 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:39:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-12-14T09:39:43,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741956_1132 (size=999)
2024-12-14T09:39:43,709 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963
2024-12-14T09:39:43,709 INFO  [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999
2024-12-14T09:39:43,715 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:39:43,724 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, REOPEN/MOVE}]
2024-12-14T09:39:43,725 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, REOPEN/MOVE
2024-12-14T09:39:43,726 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=5b49e28c163cc309c0a9b62c106cd751, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:43,727 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:39:43,727 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:39:43,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:43,879 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:43,880 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:39:43,880 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 5b49e28c163cc309c0a9b62c106cd751, disabling compactions & flushes
2024-12-14T09:39:43,880 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:43,880 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:43,880 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. after waiting 0 ms
2024-12-14T09:39:43,880 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:43,888 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-14T09:39:43,889 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:43,889 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:43,889 WARN  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 5b49e28c163cc309c0a9b62c106cd751 to self.
2024-12-14T09:39:43,891 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:43,891 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=5b49e28c163cc309c0a9b62c106cd751, regionState=CLOSED
2024-12-14T09:39:43,895 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46
2024-12-14T09:39:43,895 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668 in 166 msec
2024-12-14T09:39:43,895 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, REOPEN/MOVE; state=CLOSED, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=true
2024-12-14T09:39:44,046 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=5b49e28c163cc309c0a9b62c106cd751, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,049 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:39:44,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,207 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,207 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:39:44,207 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,207 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:39:44,207 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,207 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,209 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5b49e28c163cc309c0a9b62c106cd751 
2024-12-14T09:39:44,210 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:44,213 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b49e28c163cc309c0a9b62c106cd751 columnFamilyName A
2024-12-14T09:39:44,215 DEBUG [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:44,216 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(327): Store=5b49e28c163cc309c0a9b62c106cd751/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:44,216 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5b49e28c163cc309c0a9b62c106cd751 
2024-12-14T09:39:44,217 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:44,217 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b49e28c163cc309c0a9b62c106cd751 columnFamilyName B
2024-12-14T09:39:44,217 DEBUG [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:44,217 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(327): Store=5b49e28c163cc309c0a9b62c106cd751/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:44,218 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5b49e28c163cc309c0a9b62c106cd751 
2024-12-14T09:39:44,218 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:39:44,218 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5b49e28c163cc309c0a9b62c106cd751 columnFamilyName C
2024-12-14T09:39:44,218 DEBUG [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:44,219 INFO  [StoreOpener-5b49e28c163cc309c0a9b62c106cd751-1 {}] regionserver.HStore(327): Store=5b49e28c163cc309c0a9b62c106cd751/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:39:44,219 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,220 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,221 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,222 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:39:44,223 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,224 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 5b49e28c163cc309c0a9b62c106cd751; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70907955, jitterRate=0.056610867381095886}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:39:44,225 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:44,226 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., pid=48, masterSystemTime=1734169184203
2024-12-14T09:39:44,227 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,227 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,228 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=5b49e28c163cc309c0a9b62c106cd751, regionState=OPEN, openSeqNum=5, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,230 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46
2024-12-14T09:39:44,230 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668 in 180 msec
2024-12-14T09:39:44,231 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45
2024-12-14T09:39:44,231 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, REOPEN/MOVE in 506 msec
2024-12-14T09:39:44,233 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44
2024-12-14T09:39:44,233 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec
2024-12-14T09:39:44,236 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 945 msec
2024-12-14T09:39:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44
2024-12-14T09:39:44,242 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c6ce985 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d3cf478
2024-12-14T09:39:44,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4169e339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,288 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4e9c3820 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4cd0bf5
2024-12-14T09:39:44,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c16ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,302 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cadde55 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ab1874e
2024-12-14T09:39:44,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dfb8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x489535ee to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c3b1f
2024-12-14T09:39:44,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b9a37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36db9f87 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@349a6fe
2024-12-14T09:39:44,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c645fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,344 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3286a246 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c317ae0
2024-12-14T09:39:44,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dfe463d to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a0fc918
2024-12-14T09:39:44,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b9b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x030be7a2 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77b8b9d2
2024-12-14T09:39:44,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37886c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ba4762a to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@696032a5
2024-12-14T09:39:44,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7f785d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:39:44,414 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:44,414 DEBUG [hconnection-0x5dd8e4db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees
2024-12-14T09:39:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-12-14T09:39:44,417 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:44,419 DEBUG [hconnection-0x709fbb51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,420 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:44,421 DEBUG [hconnection-0x357e1a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,421 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:44,423 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,424 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,424 DEBUG [hconnection-0x5fd11fbd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,426 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,428 DEBUG [hconnection-0x32a248f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,430 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,432 DEBUG [hconnection-0x2bcf440e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,433 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,433 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,433 DEBUG [hconnection-0x68695b3e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,435 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,435 DEBUG [hconnection-0x3731620b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,438 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,440 DEBUG [hconnection-0x1691549f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:39:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,444 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:39:44,445 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:39:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:44,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:44,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169244496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169244498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169244496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169244502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169244504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121462981e997f9f48febded14d3fdfa07e4_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169184442/Put/seqid=0
2024-12-14T09:39:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-12-14T09:39:44,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741957_1133 (size=19474)
2024-12-14T09:39:44,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:44,556 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121462981e997f9f48febded14d3fdfa07e4_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121462981e997f9f48febded14d3fdfa07e4_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,558 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/ba9091b5aa444b9797fdfa80cfc7fd2a, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:44,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/ba9091b5aa444b9797fdfa80cfc7fd2a is 175, key is test_row_0/A:col10/1734169184442/Put/seqid=0
2024-12-14T09:39:44,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:44,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:44,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169244604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169244604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169244604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169244607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169244608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741958_1134 (size=56733)
2024-12-14T09:39:44,621 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/ba9091b5aa444b9797fdfa80cfc7fd2a
2024-12-14T09:39:44,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d7d622b1078247ce99828cab2f5858cd is 50, key is test_row_0/B:col10/1734169184442/Put/seqid=0
2024-12-14T09:39:44,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741959_1135 (size=12001)
2024-12-14T09:39:44,697 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d7d622b1078247ce99828cab2f5858cd
2024-12-14T09:39:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-12-14T09:39:44,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:44,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:44,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/e2b9659765dc41f1952386c470d6821e is 50, key is test_row_0/C:col10/1734169184442/Put/seqid=0
2024-12-14T09:39:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741960_1136 (size=12001)
2024-12-14T09:39:44,745 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/e2b9659765dc41f1952386c470d6821e
2024-12-14T09:39:44,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/ba9091b5aa444b9797fdfa80cfc7fd2a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ba9091b5aa444b9797fdfa80cfc7fd2a
2024-12-14T09:39:44,760 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ba9091b5aa444b9797fdfa80cfc7fd2a, entries=300, sequenceid=17, filesize=55.4 K
2024-12-14T09:39:44,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d7d622b1078247ce99828cab2f5858cd as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7d622b1078247ce99828cab2f5858cd
2024-12-14T09:39:44,778 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7d622b1078247ce99828cab2f5858cd, entries=150, sequenceid=17, filesize=11.7 K
2024-12-14T09:39:44,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/e2b9659765dc41f1952386c470d6821e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/e2b9659765dc41f1952386c470d6821e
2024-12-14T09:39:44,787 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/e2b9659765dc41f1952386c470d6821e, entries=150, sequenceid=17, filesize=11.7 K
2024-12-14T09:39:44,788 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5b49e28c163cc309c0a9b62c106cd751 in 344ms, sequenceid=17, compaction requested=false
2024-12-14T09:39:44,788 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-12-14T09:39:44,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:44,810 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:39:44,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:44,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:44,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:44,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:44,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:44,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:44,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412142fede1e5c03044b0ab933afe5cdcfef7_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169184807/Put/seqid=0
2024-12-14T09:39:44,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741961_1137 (size=14594)
2024-12-14T09:39:44,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169244835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169244833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169244862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169244862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169244862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:44,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:44,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169244963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169244963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169244970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169244970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:44,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169244970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-12-14T09:39:45,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:45,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169245166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169245167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169245172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169245173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169245173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:45,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:45,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:45,252 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412142fede1e5c03044b0ab933afe5cdcfef7_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412142fede1e5c03044b0ab933afe5cdcfef7_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:45,255 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/78b5e633b311488794c21a518695093c, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:45,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/78b5e633b311488794c21a518695093c is 175, key is test_row_0/A:col10/1734169184807/Put/seqid=0
2024-12-14T09:39:45,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741962_1138 (size=39549)
2024-12-14T09:39:45,273 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/78b5e633b311488794c21a518695093c
2024-12-14T09:39:45,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/fcde2c2cfc134c0eafbd46a1d878ec8f is 50, key is test_row_0/B:col10/1734169184807/Put/seqid=0
2024-12-14T09:39:45,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741963_1139 (size=12001)
2024-12-14T09:39:45,302 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/fcde2c2cfc134c0eafbd46a1d878ec8f
2024-12-14T09:39:45,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/cad5db3a3e014d0aac377c46e08ea3eb is 50, key is test_row_0/C:col10/1734169184807/Put/seqid=0
2024-12-14T09:39:45,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741964_1140 (size=12001)
2024-12-14T09:39:45,324 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/cad5db3a3e014d0aac377c46e08ea3eb
2024-12-14T09:39:45,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/78b5e633b311488794c21a518695093c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78b5e633b311488794c21a518695093c
2024-12-14T09:39:45,337 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78b5e633b311488794c21a518695093c, entries=200, sequenceid=41, filesize=38.6 K
2024-12-14T09:39:45,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/fcde2c2cfc134c0eafbd46a1d878ec8f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/fcde2c2cfc134c0eafbd46a1d878ec8f
2024-12-14T09:39:45,345 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/fcde2c2cfc134c0eafbd46a1d878ec8f, entries=150, sequenceid=41, filesize=11.7 K
2024-12-14T09:39:45,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/cad5db3a3e014d0aac377c46e08ea3eb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/cad5db3a3e014d0aac377c46e08ea3eb
2024-12-14T09:39:45,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:45,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:45,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,356 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-14T09:39:45,357 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-14T09:39:45,358 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/cad5db3a3e014d0aac377c46e08ea3eb, entries=150, sequenceid=41, filesize=11.7 K
2024-12-14T09:39:45,362 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 5b49e28c163cc309c0a9b62c106cd751 in 551ms, sequenceid=41, compaction requested=false
2024-12-14T09:39:45,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:45,483 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-12-14T09:39:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:45,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:45,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:45,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:45,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:45,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:45,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:45,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412140c6fd01f37874124b97fd1eb3ff64507_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169184847/Put/seqid=0
2024-12-14T09:39:45,508 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:45,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:45,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,518 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169245513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169245517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-12-14T09:39:45,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169245517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169245519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169245519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741965_1141 (size=12154)
2024-12-14T09:39:45,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169245620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169245624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169245624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169245625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169245626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,661 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:45,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:45,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:45,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:45,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169245824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169245829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169245829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169245829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169245829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:45,939 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412140c6fd01f37874124b97fd1eb3ff64507_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412140c6fd01f37874124b97fd1eb3ff64507_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:45,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/0aff7098f6a04f728e9351f50f964412, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:45,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/0aff7098f6a04f728e9351f50f964412 is 175, key is test_row_0/A:col10/1734169184847/Put/seqid=0
2024-12-14T09:39:45,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741966_1142 (size=30955)
2024-12-14T09:39:45,968 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:45,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:45,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:45,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,018 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-14T09:39:46,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:46,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:46,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169246128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169246132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169246133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169246133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169246134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:46,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,347 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/0aff7098f6a04f728e9351f50f964412
2024-12-14T09:39:46,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/0fd1a80e17d24019980daa99c318868b is 50, key is test_row_0/B:col10/1734169184847/Put/seqid=0
2024-12-14T09:39:46,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741967_1143 (size=12001)
2024-12-14T09:39:46,358 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/0fd1a80e17d24019980daa99c318868b
2024-12-14T09:39:46,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/ef923b1c31834bcb9888a8bbac93df4d is 50, key is test_row_0/C:col10/1734169184847/Put/seqid=0
2024-12-14T09:39:46,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741968_1144 (size=12001)
2024-12-14T09:39:46,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-12-14T09:39:46,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:46,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169246633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169246633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,638 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169246637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169246639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:46,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169246641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=50
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:46,777 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/ef923b1c31834bcb9888a8bbac93df4d
2024-12-14T09:39:46,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/0aff7098f6a04f728e9351f50f964412 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0aff7098f6a04f728e9351f50f964412
2024-12-14T09:39:46,786 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0aff7098f6a04f728e9351f50f964412, entries=150, sequenceid=57, filesize=30.2 K
2024-12-14T09:39:46,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/0fd1a80e17d24019980daa99c318868b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0fd1a80e17d24019980daa99c318868b
2024-12-14T09:39:46,792 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0fd1a80e17d24019980daa99c318868b, entries=150, sequenceid=57, filesize=11.7 K
2024-12-14T09:39:46,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/ef923b1c31834bcb9888a8bbac93df4d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ef923b1c31834bcb9888a8bbac93df4d
2024-12-14T09:39:46,798 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ef923b1c31834bcb9888a8bbac93df4d, entries=150, sequenceid=57, filesize=11.7 K
2024-12-14T09:39:46,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 5b49e28c163cc309c0a9b62c106cd751 in 1317ms, sequenceid=57, compaction requested=true
2024-12-14T09:39:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:46,799 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:46,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:46,799 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:46,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:46,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:46,800 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:46,800 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:46,801 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:39:46,801 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:39:46,801 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,801 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,801 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ba9091b5aa444b9797fdfa80cfc7fd2a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78b5e633b311488794c21a518695093c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0aff7098f6a04f728e9351f50f964412] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=124.3 K
2024-12-14T09:39:46,801 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7d622b1078247ce99828cab2f5858cd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/fcde2c2cfc134c0eafbd46a1d878ec8f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0fd1a80e17d24019980daa99c318868b] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=35.2 K
2024-12-14T09:39:46,801 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,801 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ba9091b5aa444b9797fdfa80cfc7fd2a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78b5e633b311488794c21a518695093c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0aff7098f6a04f728e9351f50f964412]
2024-12-14T09:39:46,801 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d7d622b1078247ce99828cab2f5858cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169184439
2024-12-14T09:39:46,801 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba9091b5aa444b9797fdfa80cfc7fd2a, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169184431
2024-12-14T09:39:46,802 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting fcde2c2cfc134c0eafbd46a1d878ec8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169184491
2024-12-14T09:39:46,802 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78b5e633b311488794c21a518695093c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169184491
2024-12-14T09:39:46,803 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aff7098f6a04f728e9351f50f964412, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734169184825
2024-12-14T09:39:46,803 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fd1a80e17d24019980daa99c318868b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734169184825
2024-12-14T09:39:46,813 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:46,813 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/9117b31656574b368bbb83be15f48543 is 50, key is test_row_0/B:col10/1734169184847/Put/seqid=0
2024-12-14T09:39:46,816 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:46,818 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412144d28ddae6e4b4d8fb75d61f02e66122c_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:46,824 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412144d28ddae6e4b4d8fb75d61f02e66122c_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:46,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741969_1145 (size=12104)
2024-12-14T09:39:46,824 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144d28ddae6e4b4d8fb75d61f02e66122c_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:46,836 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/9117b31656574b368bbb83be15f48543 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9117b31656574b368bbb83be15f48543
2024-12-14T09:39:46,846 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into 9117b31656574b368bbb83be15f48543(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:46,846 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:46,846 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=13, startTime=1734169186799; duration=0sec
2024-12-14T09:39:46,846 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:46,846 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:39:46,846 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:46,848 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:46,849 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:39:46,849 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,849 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/e2b9659765dc41f1952386c470d6821e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/cad5db3a3e014d0aac377c46e08ea3eb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ef923b1c31834bcb9888a8bbac93df4d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=35.2 K
2024-12-14T09:39:46,850 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e2b9659765dc41f1952386c470d6821e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169184439
2024-12-14T09:39:46,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741970_1146 (size=4469)
2024-12-14T09:39:46,850 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting cad5db3a3e014d0aac377c46e08ea3eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169184491
2024-12-14T09:39:46,851 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting ef923b1c31834bcb9888a8bbac93df4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734169184825
2024-12-14T09:39:46,856 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#125 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:46,858 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/2c8f93c829634bc498340a349c3e1bbc is 175, key is test_row_0/A:col10/1734169184847/Put/seqid=0
2024-12-14T09:39:46,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741971_1147 (size=31058)
2024-12-14T09:39:46,874 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:46,874 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/54679c6789d846a99396c529658a9646 is 50, key is test_row_0/C:col10/1734169184847/Put/seqid=0
2024-12-14T09:39:46,883 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:46,884 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/2c8f93c829634bc498340a349c3e1bbc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2c8f93c829634bc498340a349c3e1bbc
2024-12-14T09:39:46,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50
2024-12-14T09:39:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:46,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-12-14T09:39:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:46,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:46,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741972_1148 (size=12104)
2024-12-14T09:39:46,895 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into 2c8f93c829634bc498340a349c3e1bbc(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:46,895 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:46,895 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=13, startTime=1734169186799; duration=0sec
2024-12-14T09:39:46,895 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:46,895 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:39:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121488772c3945be48c4ba0798e3f483b5cd_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169185514/Put/seqid=0
2024-12-14T09:39:46,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741973_1149 (size=12154)
2024-12-14T09:39:46,910 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/54679c6789d846a99396c529658a9646 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/54679c6789d846a99396c529658a9646
2024-12-14T09:39:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:46,923 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into 54679c6789d846a99396c529658a9646(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:46,923 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:46,923 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=13, startTime=1734169186799; duration=0sec
2024-12-14T09:39:46,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121488772c3945be48c4ba0798e3f483b5cd_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121488772c3945be48c4ba0798e3f483b5cd_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:46,924 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:46,924 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:39:46,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/a67219a9f00440faa282d0957fd2e8b8, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:46,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/a67219a9f00440faa282d0957fd2e8b8 is 175, key is test_row_0/A:col10/1734169185514/Put/seqid=0
2024-12-14T09:39:46,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741974_1150 (size=30955)
2024-12-14T09:39:46,942 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/a67219a9f00440faa282d0957fd2e8b8
2024-12-14T09:39:46,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/8a614ed2204c49d3b581c1cbde94dac6 is 50, key is test_row_0/B:col10/1734169185514/Put/seqid=0
2024-12-14T09:39:46,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741975_1151 (size=12001)
2024-12-14T09:39:47,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/8a614ed2204c49d3b581c1cbde94dac6
2024-12-14T09:39:47,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/77bfcfb4c0344f9da3c284c606a89aa9 is 50, key is test_row_0/C:col10/1734169185514/Put/seqid=0
2024-12-14T09:39:47,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741976_1152 (size=12001)
2024-12-14T09:39:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:47,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169247668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169247671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169247676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169247679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169247679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169247777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169247777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169247781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169247787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169247789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:47,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/77bfcfb4c0344f9da3c284c606a89aa9
2024-12-14T09:39:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/a67219a9f00440faa282d0957fd2e8b8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/a67219a9f00440faa282d0957fd2e8b8
2024-12-14T09:39:47,831 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/a67219a9f00440faa282d0957fd2e8b8, entries=150, sequenceid=79, filesize=30.2 K
2024-12-14T09:39:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/8a614ed2204c49d3b581c1cbde94dac6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8a614ed2204c49d3b581c1cbde94dac6
2024-12-14T09:39:47,839 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8a614ed2204c49d3b581c1cbde94dac6, entries=150, sequenceid=79, filesize=11.7 K
2024-12-14T09:39:47,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/77bfcfb4c0344f9da3c284c606a89aa9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/77bfcfb4c0344f9da3c284c606a89aa9
2024-12-14T09:39:47,850 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/77bfcfb4c0344f9da3c284c606a89aa9, entries=150, sequenceid=79, filesize=11.7 K
2024-12-14T09:39:47,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 5b49e28c163cc309c0a9b62c106cd751 in 967ms, sequenceid=79, compaction requested=false
2024-12-14T09:39:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:47,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50
2024-12-14T09:39:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=50
2024-12-14T09:39:47,855 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49
2024-12-14T09:39:47,855 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4330 sec
2024-12-14T09:39:47,857 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 3.4420 sec
2024-12-14T09:39:47,989 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:39:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:47,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:47,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:47,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:47,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:48,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412147bf022fca7ed401f887b0b016e9ff267_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169187987/Put/seqid=0
2024-12-14T09:39:48,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741977_1153 (size=14594)
2024-12-14T09:39:48,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169248024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169248050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169248059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169248050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169248060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169248161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169248162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169248164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169248168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169248168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169248363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169248365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169248375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169248375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169248378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,436 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:48,457 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412147bf022fca7ed401f887b0b016e9ff267_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147bf022fca7ed401f887b0b016e9ff267_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:48,469 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/2cc318cc616b49ad8a2b178a3fe50ccc, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:48,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/2cc318cc616b49ad8a2b178a3fe50ccc is 175, key is test_row_0/A:col10/1734169187987/Put/seqid=0
2024-12-14T09:39:48,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741978_1154 (size=39549)
2024-12-14T09:39:48,504 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/2cc318cc616b49ad8a2b178a3fe50ccc
2024-12-14T09:39:48,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/db96b47947204425a4b52407905face5 is 50, key is test_row_0/B:col10/1734169187987/Put/seqid=0
2024-12-14T09:39:48,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741979_1155 (size=12001)
2024-12-14T09:39:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49
2024-12-14T09:39:48,539 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/db96b47947204425a4b52407905face5
2024-12-14T09:39:48,539 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed
2024-12-14T09:39:48,544 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees
2024-12-14T09:39:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-12-14T09:39:48,550 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:48,550 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:48,550 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:48,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/be4de675d747445fbc4f3dd3928a552b is 50, key is test_row_0/C:col10/1734169187987/Put/seqid=0
2024-12-14T09:39:48,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741980_1156 (size=12001)
2024-12-14T09:39:48,592 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/be4de675d747445fbc4f3dd3928a552b
2024-12-14T09:39:48,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/2cc318cc616b49ad8a2b178a3fe50ccc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2cc318cc616b49ad8a2b178a3fe50ccc
2024-12-14T09:39:48,608 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2cc318cc616b49ad8a2b178a3fe50ccc, entries=200, sequenceid=101, filesize=38.6 K
2024-12-14T09:39:48,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/db96b47947204425a4b52407905face5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/db96b47947204425a4b52407905face5
2024-12-14T09:39:48,616 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/db96b47947204425a4b52407905face5, entries=150, sequenceid=101, filesize=11.7 K
2024-12-14T09:39:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/be4de675d747445fbc4f3dd3928a552b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/be4de675d747445fbc4f3dd3928a552b
2024-12-14T09:39:48,625 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/be4de675d747445fbc4f3dd3928a552b, entries=150, sequenceid=101, filesize=11.7 K
2024-12-14T09:39:48,635 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 5b49e28c163cc309c0a9b62c106cd751 in 646ms, sequenceid=101, compaction requested=true
2024-12-14T09:39:48,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-14T09:39:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:48,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-12-14T09:39:48,636 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:48,637 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:48,638 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:39:48,638 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:48,638 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2c8f93c829634bc498340a349c3e1bbc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/a67219a9f00440faa282d0957fd2e8b8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2cc318cc616b49ad8a2b178a3fe50ccc] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=99.2 K
2024-12-14T09:39:48,638 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:48,638 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2c8f93c829634bc498340a349c3e1bbc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/a67219a9f00440faa282d0957fd2e8b8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2cc318cc616b49ad8a2b178a3fe50ccc]
2024-12-14T09:39:48,639 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c8f93c829634bc498340a349c3e1bbc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734169184825
2024-12-14T09:39:48,639 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:48,640 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting a67219a9f00440faa282d0957fd2e8b8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734169185514
2024-12-14T09:39:48,640 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cc318cc616b49ad8a2b178a3fe50ccc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1734169187670
2024-12-14T09:39:48,645 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:48,646 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:39:48,646 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:48,646 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/54679c6789d846a99396c529658a9646, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/77bfcfb4c0344f9da3c284c606a89aa9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/be4de675d747445fbc4f3dd3928a552b] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=35.3 K
2024-12-14T09:39:48,648 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54679c6789d846a99396c529658a9646, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734169184825
2024-12-14T09:39:48,650 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77bfcfb4c0344f9da3c284c606a89aa9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734169185514
2024-12-14T09:39:48,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-12-14T09:39:48,656 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting be4de675d747445fbc4f3dd3928a552b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1734169187987
2024-12-14T09:39:48,660 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:48,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:48,683 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:39:48,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:48,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:48,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:48,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:48,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:48,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:48,684 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412143b1bf35050044752a3389c3ac73941f5_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:48,689 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412143b1bf35050044752a3389c3ac73941f5_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:48,689 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412143b1bf35050044752a3389c3ac73941f5_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:48,699 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:48,700 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/75e3ef4f34f845e48158000e5b166526 is 50, key is test_row_0/C:col10/1734169187987/Put/seqid=0
2024-12-14T09:39:48,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-12-14T09:39:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:48,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:48,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:48,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:48,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:48,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741981_1157 (size=4469)
2024-12-14T09:39:48,726 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#133 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:48,726 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/3f0bcdb7a3da4b93a71e23a34f5967d5 is 175, key is test_row_0/A:col10/1734169187987/Put/seqid=0
2024-12-14T09:39:48,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144e5b2214751f42758d17be1cea9734f5_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169188000/Put/seqid=0
2024-12-14T09:39:48,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169248739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169248741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169248743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169248746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169248748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741983_1159 (size=31161)
2024-12-14T09:39:48,792 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/3f0bcdb7a3da4b93a71e23a34f5967d5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/3f0bcdb7a3da4b93a71e23a34f5967d5
2024-12-14T09:39:48,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741982_1158 (size=12207)
2024-12-14T09:39:48,810 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into 3f0bcdb7a3da4b93a71e23a34f5967d5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:48,810 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:48,810 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=13, startTime=1734169188636; duration=0sec
2024-12-14T09:39:48,810 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:48,810 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:39:48,810 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:48,811 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/75e3ef4f34f845e48158000e5b166526 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/75e3ef4f34f845e48158000e5b166526
2024-12-14T09:39:48,813 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:48,813 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:39:48,813 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:48,813 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9117b31656574b368bbb83be15f48543, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8a614ed2204c49d3b581c1cbde94dac6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/db96b47947204425a4b52407905face5] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=35.3 K
2024-12-14T09:39:48,815 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9117b31656574b368bbb83be15f48543, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1734169184825
2024-12-14T09:39:48,815 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a614ed2204c49d3b581c1cbde94dac6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734169185514
2024-12-14T09:39:48,816 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting db96b47947204425a4b52407905face5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1734169187987
2024-12-14T09:39:48,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741984_1160 (size=12154)
2024-12-14T09:39:48,822 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:48,828 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412144e5b2214751f42758d17be1cea9734f5_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144e5b2214751f42758d17be1cea9734f5_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:48,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/ce77665b7fb649e8a2e6323f67c906bd, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:48,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/ce77665b7fb649e8a2e6323f67c906bd is 175, key is test_row_0/A:col10/1734169188000/Put/seqid=0
2024-12-14T09:39:48,841 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:48,842 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/5d886e0355484d10ae4383b055c80740 is 50, key is test_row_0/B:col10/1734169187987/Put/seqid=0
2024-12-14T09:39:48,848 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into 75e3ef4f34f845e48158000e5b166526(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:48,848 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:48,848 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=13, startTime=1734169188636; duration=0sec
2024-12-14T09:39:48,849 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:48,849 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:39:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-12-14T09:39:48,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169248852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169248852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,857 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169248852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,863 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169248854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169248855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:48,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-12-14T09:39:48,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:48,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:48,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:48,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:48,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:48,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741985_1161 (size=30955)
2024-12-14T09:39:48,884 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/ce77665b7fb649e8a2e6323f67c906bd
2024-12-14T09:39:48,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741986_1162 (size=12207)
2024-12-14T09:39:48,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/8b4620f4445847d3ac8d2e97fb656b9c is 50, key is test_row_0/B:col10/1734169188000/Put/seqid=0
2024-12-14T09:39:48,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741987_1163 (size=12001)
2024-12-14T09:39:48,951 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/8b4620f4445847d3ac8d2e97fb656b9c
2024-12-14T09:39:48,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d7b0aeaa31bf46a0b1246beef39779bd is 50, key is test_row_0/C:col10/1734169188000/Put/seqid=0
2024-12-14T09:39:49,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-12-14T09:39:49,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:49,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:49,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:49,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:49,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=52
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:49,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741988_1164 (size=12001)
2024-12-14T09:39:49,041 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d7b0aeaa31bf46a0b1246beef39779bd
2024-12-14T09:39:49,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/ce77665b7fb649e8a2e6323f67c906bd as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ce77665b7fb649e8a2e6323f67c906bd
2024-12-14T09:39:49,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169249057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169249064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169249068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169249072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169249079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,086 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ce77665b7fb649e8a2e6323f67c906bd, entries=150, sequenceid=120, filesize=30.2 K
2024-12-14T09:39:49,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/8b4620f4445847d3ac8d2e97fb656b9c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8b4620f4445847d3ac8d2e97fb656b9c
2024-12-14T09:39:49,097 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8b4620f4445847d3ac8d2e97fb656b9c, entries=150, sequenceid=120, filesize=11.7 K
2024-12-14T09:39:49,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d7b0aeaa31bf46a0b1246beef39779bd as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d7b0aeaa31bf46a0b1246beef39779bd
2024-12-14T09:39:49,108 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d7b0aeaa31bf46a0b1246beef39779bd, entries=150, sequenceid=120, filesize=11.7 K
2024-12-14T09:39:49,109 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5b49e28c163cc309c0a9b62c106cd751 in 426ms, sequenceid=120, compaction requested=false
2024-12-14T09:39:49,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-12-14T09:39:49,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52
2024-12-14T09:39:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:49,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-12-14T09:39:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:49,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214772927c95cca4a9a85a7560d6d473aec_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169188745/Put/seqid=0
2024-12-14T09:39:49,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741989_1165 (size=12304)
2024-12-14T09:39:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:49,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214772927c95cca4a9a85a7560d6d473aec_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214772927c95cca4a9a85a7560d6d473aec_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/7b9ada0dfc10492aa5f728d341639afc, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:49,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/7b9ada0dfc10492aa5f728d341639afc is 175, key is test_row_0/A:col10/1734169188745/Put/seqid=0
2024-12-14T09:39:49,329 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/5d886e0355484d10ae4383b055c80740 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/5d886e0355484d10ae4383b055c80740
2024-12-14T09:39:49,341 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into 5d886e0355484d10ae4383b055c80740(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:49,341 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:49,341 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=13, startTime=1734169188636; duration=0sec
2024-12-14T09:39:49,341 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:49,341 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:39:49,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741990_1166 (size=31105)
2024-12-14T09:39:49,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:49,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169249415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169249418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169249418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169249422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169249428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169249524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169249525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169249526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169249532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169249543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-12-14T09:39:49,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169249727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169249727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169249729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169249736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/7b9ada0dfc10492aa5f728d341639afc
2024-12-14T09:39:49,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f7dbce2511d2468d9adb7242bafec1f4 is 50, key is test_row_0/B:col10/1734169188745/Put/seqid=0
2024-12-14T09:39:49,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169249752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:49,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741991_1167 (size=12151)
2024-12-14T09:39:49,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f7dbce2511d2468d9adb7242bafec1f4
2024-12-14T09:39:49,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7c7f6161141b40788c95c7785d23a2e0 is 50, key is test_row_0/C:col10/1734169188745/Put/seqid=0
2024-12-14T09:39:49,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741992_1168 (size=12151)
2024-12-14T09:39:49,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7c7f6161141b40788c95c7785d23a2e0
2024-12-14T09:39:49,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/7b9ada0dfc10492aa5f728d341639afc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/7b9ada0dfc10492aa5f728d341639afc
2024-12-14T09:39:49,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/7b9ada0dfc10492aa5f728d341639afc, entries=150, sequenceid=139, filesize=30.4 K
2024-12-14T09:39:49,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f7dbce2511d2468d9adb7242bafec1f4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f7dbce2511d2468d9adb7242bafec1f4
2024-12-14T09:39:49,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f7dbce2511d2468d9adb7242bafec1f4, entries=150, sequenceid=139, filesize=11.9 K
2024-12-14T09:39:49,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7c7f6161141b40788c95c7785d23a2e0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c7f6161141b40788c95c7785d23a2e0
2024-12-14T09:39:49,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c7f6161141b40788c95c7785d23a2e0, entries=150, sequenceid=139, filesize=11.9 K
2024-12-14T09:39:49,820 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 5b49e28c163cc309c0a9b62c106cd751 in 637ms, sequenceid=139, compaction requested=true
2024-12-14T09:39:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:49,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-12-14T09:39:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=52
2024-12-14T09:39:49,823 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51
2024-12-14T09:39:49,823 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2710 sec
2024-12-14T09:39:49,826 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.2800 sec
2024-12-14T09:39:50,033 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-12-14T09:39:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:50,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121414bdcfbb66a14be68f1fe9ed9e1013f1_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169190032/Put/seqid=0
2024-12-14T09:39:50,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169250046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169250048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169250052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169250052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169250057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741993_1169 (size=14794)
2024-12-14T09:39:50,089 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:50,095 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121414bdcfbb66a14be68f1fe9ed9e1013f1_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121414bdcfbb66a14be68f1fe9ed9e1013f1_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:50,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/41830a38e984423eae88b5791c494d34, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:50,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/41830a38e984423eae88b5791c494d34 is 175, key is test_row_0/A:col10/1734169190032/Put/seqid=0
2024-12-14T09:39:50,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741994_1170 (size=39749)
2024-12-14T09:39:50,141 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/41830a38e984423eae88b5791c494d34
2024-12-14T09:39:50,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/54fec43f459e489d8a941fa2d353c333 is 50, key is test_row_0/B:col10/1734169190032/Put/seqid=0
2024-12-14T09:39:50,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169250156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169250156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169250156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169250157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741995_1171 (size=12151)
2024-12-14T09:39:50,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169250360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169250361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169250361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169250363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169250564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,584 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/54fec43f459e489d8a941fa2d353c333
2024-12-14T09:39:50,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/ba6020434c404b12a07fdb3e3f383483 is 50, key is test_row_0/C:col10/1734169190032/Put/seqid=0
2024-12-14T09:39:50,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741996_1172 (size=12151)
2024-12-14T09:39:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51
2024-12-14T09:39:50,654 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed
2024-12-14T09:39:50,655 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees
2024-12-14T09:39:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-12-14T09:39:50,657 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:50,657 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:50,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:50,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169250663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169250663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169250663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169250667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-12-14T09:39:50,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-12-14T09:39:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:50,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:50,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-12-14T09:39:50,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:50,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-12-14T09:39:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:50,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=54
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:50,997 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/ba6020434c404b12a07fdb3e3f383483
2024-12-14T09:39:51,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/41830a38e984423eae88b5791c494d34 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/41830a38e984423eae88b5791c494d34
2024-12-14T09:39:51,008 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/41830a38e984423eae88b5791c494d34, entries=200, sequenceid=162, filesize=38.8 K
2024-12-14T09:39:51,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/54fec43f459e489d8a941fa2d353c333 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/54fec43f459e489d8a941fa2d353c333
2024-12-14T09:39:51,019 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/54fec43f459e489d8a941fa2d353c333, entries=150, sequenceid=162, filesize=11.9 K
2024-12-14T09:39:51,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/ba6020434c404b12a07fdb3e3f383483 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ba6020434c404b12a07fdb3e3f383483
2024-12-14T09:39:51,024 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ba6020434c404b12a07fdb3e3f383483, entries=150, sequenceid=162, filesize=11.9 K
2024-12-14T09:39:51,025 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5b49e28c163cc309c0a9b62c106cd751 in 992ms, sequenceid=162, compaction requested=true
2024-12-14T09:39:51,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:51,025 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:39:51,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:51,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:51,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:51,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:51,026 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:39:51,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:51,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:51,027 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 132970 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:39:51,027 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:39:51,027 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:51,027 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/3f0bcdb7a3da4b93a71e23a34f5967d5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ce77665b7fb649e8a2e6323f67c906bd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/7b9ada0dfc10492aa5f728d341639afc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/41830a38e984423eae88b5791c494d34] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=129.9 K
2024-12-14T09:39:51,027 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:51,027 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/3f0bcdb7a3da4b93a71e23a34f5967d5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ce77665b7fb649e8a2e6323f67c906bd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/7b9ada0dfc10492aa5f728d341639afc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/41830a38e984423eae88b5791c494d34]
2024-12-14T09:39:51,028 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:39:51,028 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:39:51,028 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:51,028 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/5d886e0355484d10ae4383b055c80740, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8b4620f4445847d3ac8d2e97fb656b9c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f7dbce2511d2468d9adb7242bafec1f4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/54fec43f459e489d8a941fa2d353c333] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=47.4 K
2024-12-14T09:39:51,029 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d886e0355484d10ae4383b055c80740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1734169187987
2024-12-14T09:39:51,029 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f0bcdb7a3da4b93a71e23a34f5967d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1734169187987
2024-12-14T09:39:51,030 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b4620f4445847d3ac8d2e97fb656b9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734169188000
2024-12-14T09:39:51,030 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce77665b7fb649e8a2e6323f67c906bd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734169188000
2024-12-14T09:39:51,030 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b9ada0dfc10492aa5f728d341639afc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1734169188737
2024-12-14T09:39:51,030 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f7dbce2511d2468d9adb7242bafec1f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1734169188737
2024-12-14T09:39:51,031 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41830a38e984423eae88b5791c494d34, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734169189415
2024-12-14T09:39:51,031 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 54fec43f459e489d8a941fa2d353c333, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734169189415
2024-12-14T09:39:51,053 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:51,076 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:51,078 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f5c9685d41124c27b69a3ea2c669dfae is 50, key is test_row_0/B:col10/1734169190032/Put/seqid=0
2024-12-14T09:39:51,091 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214259c9a57b1f94ecdbc68c86241a43f8f_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:51,094 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214259c9a57b1f94ecdbc68c86241a43f8f_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:51,094 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214259c9a57b1f94ecdbc68c86241a43f8f_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:51,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741997_1173 (size=12493)
2024-12-14T09:39:51,115 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54
2024-12-14T09:39:51,116 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f5c9685d41124c27b69a3ea2c669dfae as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f5c9685d41124c27b69a3ea2c669dfae
2024-12-14T09:39:51,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:51,116 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-12-14T09:39:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:51,126 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into f5c9685d41124c27b69a3ea2c669dfae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:51,127 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:51,127 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=12, startTime=1734169191026; duration=0sec
2024-12-14T09:39:51,127 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:51,127 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:39:51,127 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:39:51,130 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:39:51,131 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:39:51,131 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:51,131 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/75e3ef4f34f845e48158000e5b166526, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d7b0aeaa31bf46a0b1246beef39779bd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c7f6161141b40788c95c7785d23a2e0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ba6020434c404b12a07fdb3e3f383483] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=47.4 K
2024-12-14T09:39:51,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 75e3ef4f34f845e48158000e5b166526, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1734169187987
2024-12-14T09:39:51,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d7b0aeaa31bf46a0b1246beef39779bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734169188000
2024-12-14T09:39:51,133 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c7f6161141b40788c95c7785d23a2e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1734169188737
2024-12-14T09:39:51,133 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting ba6020434c404b12a07fdb3e3f383483, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734169189415
2024-12-14T09:39:51,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741998_1174 (size=4469)
2024-12-14T09:39:51,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b53a48ab98584c54a66077cab66f7780_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169190050/Put/seqid=0
2024-12-14T09:39:51,160 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:51,160 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/a54db17d864940c598866b8c5ae203cb is 50, key is test_row_0/C:col10/1734169190032/Put/seqid=0
2024-12-14T09:39:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:51,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741999_1175 (size=12304)
2024-12-14T09:39:51,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:51,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b53a48ab98584c54a66077cab66f7780_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b53a48ab98584c54a66077cab66f7780_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:51,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/f77c3ab6e10b49ae86b3167a752cfa0f, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/f77c3ab6e10b49ae86b3167a752cfa0f is 175, key is test_row_0/A:col10/1734169190050/Put/seqid=0
2024-12-14T09:39:51,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742000_1176 (size=12493)
2024-12-14T09:39:51,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169251208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169251208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169251210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169251211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,217 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/a54db17d864940c598866b8c5ae203cb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/a54db17d864940c598866b8c5ae203cb
2024-12-14T09:39:51,225 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into a54db17d864940c598866b8c5ae203cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:51,225 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:51,225 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=12, startTime=1734169191026; duration=0sec
2024-12-14T09:39:51,225 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:51,225 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:39:51,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742001_1177 (size=31105)
2024-12-14T09:39:51,257 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/f77c3ab6e10b49ae86b3167a752cfa0f
2024-12-14T09:39:51,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-12-14T09:39:51,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/09b71a4ea08444949e62417346a50fe5 is 50, key is test_row_0/B:col10/1734169190050/Put/seqid=0
2024-12-14T09:39:51,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742002_1178 (size=12151)
2024-12-14T09:39:51,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169251312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169251313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169251316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169251317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169251516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,519 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169251517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169251521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169251521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,543 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#146 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:51,544 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/e8f211b25e64431999f0395be4cc926a is 175, key is test_row_0/A:col10/1734169190032/Put/seqid=0
2024-12-14T09:39:51,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742003_1179 (size=31447)
2024-12-14T09:39:51,562 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/e8f211b25e64431999f0395be4cc926a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/e8f211b25e64431999f0395be4cc926a
2024-12-14T09:39:51,568 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into e8f211b25e64431999f0395be4cc926a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:51,568 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:51,568 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=12, startTime=1734169191025; duration=0sec
2024-12-14T09:39:51,569 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:51,569 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:39:51,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169251569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,686 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/09b71a4ea08444949e62417346a50fe5
2024-12-14T09:39:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/918f997600c344bc8f02746a7c53b8ff is 50, key is test_row_0/C:col10/1734169190050/Put/seqid=0
2024-12-14T09:39:51,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742004_1180 (size=12151)
2024-12-14T09:39:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-12-14T09:39:51,818 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169251818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169251822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169251824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:51,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169251825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/918f997600c344bc8f02746a7c53b8ff
2024-12-14T09:39:52,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/f77c3ab6e10b49ae86b3167a752cfa0f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/f77c3ab6e10b49ae86b3167a752cfa0f
2024-12-14T09:39:52,108 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/f77c3ab6e10b49ae86b3167a752cfa0f, entries=150, sequenceid=176, filesize=30.4 K
2024-12-14T09:39:52,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/09b71a4ea08444949e62417346a50fe5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/09b71a4ea08444949e62417346a50fe5
2024-12-14T09:39:52,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/09b71a4ea08444949e62417346a50fe5, entries=150, sequenceid=176, filesize=11.9 K
2024-12-14T09:39:52,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/918f997600c344bc8f02746a7c53b8ff as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/918f997600c344bc8f02746a7c53b8ff
2024-12-14T09:39:52,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/918f997600c344bc8f02746a7c53b8ff, entries=150, sequenceid=176, filesize=11.9 K
2024-12-14T09:39:52,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5b49e28c163cc309c0a9b62c106cd751 in 1003ms, sequenceid=176, compaction requested=false
2024-12-14T09:39:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:52,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-12-14T09:39:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=54
2024-12-14T09:39:52,122 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53
2024-12-14T09:39:52,122 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4640 sec
2024-12-14T09:39:52,122 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4670 sec
2024-12-14T09:39:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:52,323 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-12-14T09:39:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:52,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:52,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e8ddf9086aa1479bbf127fb7005a096a_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169191199/Put/seqid=0
2024-12-14T09:39:52,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742005_1181 (size=14794)
2024-12-14T09:39:52,335 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:52,339 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e8ddf9086aa1479bbf127fb7005a096a_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8ddf9086aa1479bbf127fb7005a096a_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:52,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/49b9499b436043b2abbcb61165d2ea2a, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:52,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/49b9499b436043b2abbcb61165d2ea2a is 175, key is test_row_0/A:col10/1734169191199/Put/seqid=0
2024-12-14T09:39:52,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169252343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169252346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169252347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169252347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742006_1182 (size=39749)
2024-12-14T09:39:52,356 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/49b9499b436043b2abbcb61165d2ea2a
2024-12-14T09:39:52,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f981523a20254a71a1c0ed257095eca3 is 50, key is test_row_0/B:col10/1734169191199/Put/seqid=0
2024-12-14T09:39:52,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742007_1183 (size=12151)
2024-12-14T09:39:52,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169252448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169252450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169252450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169252651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169252652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169252653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53
2024-12-14T09:39:52,760 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed
2024-12-14T09:39:52,761 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees
2024-12-14T09:39:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-12-14T09:39:52,762 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:52,763 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:52,763 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:52,781 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f981523a20254a71a1c0ed257095eca3
2024-12-14T09:39:52,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/47ccc78f5ed94570b42fcc945b34a888 is 50, key is test_row_0/C:col10/1734169191199/Put/seqid=0
2024-12-14T09:39:52,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742008_1184 (size=12151)
2024-12-14T09:39:52,813 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/47ccc78f5ed94570b42fcc945b34a888
2024-12-14T09:39:52,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/49b9499b436043b2abbcb61165d2ea2a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/49b9499b436043b2abbcb61165d2ea2a
2024-12-14T09:39:52,825 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/49b9499b436043b2abbcb61165d2ea2a, entries=200, sequenceid=202, filesize=38.8 K
2024-12-14T09:39:52,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f981523a20254a71a1c0ed257095eca3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f981523a20254a71a1c0ed257095eca3
2024-12-14T09:39:52,832 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f981523a20254a71a1c0ed257095eca3, entries=150, sequenceid=202, filesize=11.9 K
2024-12-14T09:39:52,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/47ccc78f5ed94570b42fcc945b34a888 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/47ccc78f5ed94570b42fcc945b34a888
2024-12-14T09:39:52,839 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/47ccc78f5ed94570b42fcc945b34a888, entries=150, sequenceid=202, filesize=11.9 K
2024-12-14T09:39:52,840 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 5b49e28c163cc309c0a9b62c106cd751 in 517ms, sequenceid=202, compaction requested=true
2024-12-14T09:39:52,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:52,841 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:52,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:52,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:52,841 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:52,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:52,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:52,842 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:52,842 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:39:52,842 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:52,843 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/e8f211b25e64431999f0395be4cc926a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/f77c3ab6e10b49ae86b3167a752cfa0f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/49b9499b436043b2abbcb61165d2ea2a] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=99.9 K
2024-12-14T09:39:52,843 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:52,843 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/e8f211b25e64431999f0395be4cc926a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/f77c3ab6e10b49ae86b3167a752cfa0f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/49b9499b436043b2abbcb61165d2ea2a]
2024-12-14T09:39:52,843 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:52,843 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8f211b25e64431999f0395be4cc926a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734169189415
2024-12-14T09:39:52,843 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:39:52,843 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:52,844 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f5c9685d41124c27b69a3ea2c669dfae, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/09b71a4ea08444949e62417346a50fe5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f981523a20254a71a1c0ed257095eca3] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=35.9 K
2024-12-14T09:39:52,844 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting f77c3ab6e10b49ae86b3167a752cfa0f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734169190045
2024-12-14T09:39:52,844 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f5c9685d41124c27b69a3ea2c669dfae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734169189415
2024-12-14T09:39:52,844 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 09b71a4ea08444949e62417346a50fe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734169190045
2024-12-14T09:39:52,845 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49b9499b436043b2abbcb61165d2ea2a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169191198
2024-12-14T09:39:52,845 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f981523a20254a71a1c0ed257095eca3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169191198
2024-12-14T09:39:52,857 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:52,857 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:52,857 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/1c8988d829e14675899c019d1edaa14c is 50, key is test_row_0/B:col10/1734169191199/Put/seqid=0
2024-12-14T09:39:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-12-14T09:39:52,867 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121473eed96368ca44e4b3b2bb43b5545f25_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:52,869 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121473eed96368ca44e4b3b2bb43b5545f25_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:52,870 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121473eed96368ca44e4b3b2bb43b5545f25_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:52,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742009_1185 (size=12595)
2024-12-14T09:39:52,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742010_1186 (size=4469)
2024-12-14T09:39:52,880 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#155 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:52,881 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/df6ff1169fc44a70bebdc75900f85f78 is 175, key is test_row_0/A:col10/1734169191199/Put/seqid=0
2024-12-14T09:39:52,883 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/1c8988d829e14675899c019d1edaa14c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1c8988d829e14675899c019d1edaa14c
2024-12-14T09:39:52,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742011_1187 (size=31549)
2024-12-14T09:39:52,890 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into 1c8988d829e14675899c019d1edaa14c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:52,890 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:52,890 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=13, startTime=1734169192841; duration=0sec
2024-12-14T09:39:52,890 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:52,890 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:39:52,890 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:52,891 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:52,891 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:39:52,891 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:52,891 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/a54db17d864940c598866b8c5ae203cb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/918f997600c344bc8f02746a7c53b8ff, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/47ccc78f5ed94570b42fcc945b34a888] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=35.9 K
2024-12-14T09:39:52,891 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting a54db17d864940c598866b8c5ae203cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734169189415
2024-12-14T09:39:52,892 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 918f997600c344bc8f02746a7c53b8ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734169190045
2024-12-14T09:39:52,892 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 47ccc78f5ed94570b42fcc945b34a888, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169191198
2024-12-14T09:39:52,900 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:52,900 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/bc8d7692f6234fffb9204dc69b33e1f7 is 50, key is test_row_0/C:col10/1734169191199/Put/seqid=0
2024-12-14T09:39:52,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742012_1188 (size=12595)
2024-12-14T09:39:52,914 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56
2024-12-14T09:39:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:52,915 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-12-14T09:39:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:52,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:52,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:52,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:52,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:52,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148ca0a26e2d9f478ba4b13786b1334309_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169192345/Put/seqid=0
2024-12-14T09:39:52,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742013_1189 (size=12304)
2024-12-14T09:39:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:52,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:52,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169252978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169252980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:52,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169252981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-12-14T09:39:53,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169253082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169253082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,085 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169253083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169253285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169253286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169253286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,292 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/df6ff1169fc44a70bebdc75900f85f78 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/df6ff1169fc44a70bebdc75900f85f78
2024-12-14T09:39:53,297 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into df6ff1169fc44a70bebdc75900f85f78(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:53,297 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:53,297 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=13, startTime=1734169192840; duration=0sec
2024-12-14T09:39:53,297 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:53,297 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:39:53,312 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/bc8d7692f6234fffb9204dc69b33e1f7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/bc8d7692f6234fffb9204dc69b33e1f7
2024-12-14T09:39:53,317 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into bc8d7692f6234fffb9204dc69b33e1f7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:53,317 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:53,317 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=13, startTime=1734169192842; duration=0sec
2024-12-14T09:39:53,317 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:53,317 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:39:53,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:53,340 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148ca0a26e2d9f478ba4b13786b1334309_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148ca0a26e2d9f478ba4b13786b1334309_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/317d16832f5a4fe6870de87f22962819, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/317d16832f5a4fe6870de87f22962819 is 175, key is test_row_0/A:col10/1734169192345/Put/seqid=0
2024-12-14T09:39:53,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169253355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742014_1190 (size=31105)
2024-12-14T09:39:53,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-12-14T09:39:53,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169253574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,575 DEBUG [Thread-660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:39:53,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169253587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169253588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169253588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:53,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/317d16832f5a4fe6870de87f22962819
2024-12-14T09:39:53,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/1f4a60d8e35d4787b5cfc0e84169d644 is 50, key is test_row_0/B:col10/1734169192345/Put/seqid=0
2024-12-14T09:39:53,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742015_1191 (size=12151)
2024-12-14T09:39:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-12-14T09:39:54,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169254091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:54,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169254091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:54,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169254092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:54,173 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/1f4a60d8e35d4787b5cfc0e84169d644
2024-12-14T09:39:54,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/9cf491f5e2be441ba0c34e6bdb3e923e is 50, key is test_row_0/C:col10/1734169192345/Put/seqid=0
2024-12-14T09:39:54,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742016_1192 (size=12151)
2024-12-14T09:39:54,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/9cf491f5e2be441ba0c34e6bdb3e923e
2024-12-14T09:39:54,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/317d16832f5a4fe6870de87f22962819 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/317d16832f5a4fe6870de87f22962819
2024-12-14T09:39:54,595 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/317d16832f5a4fe6870de87f22962819, entries=150, sequenceid=218, filesize=30.4 K
2024-12-14T09:39:54,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/1f4a60d8e35d4787b5cfc0e84169d644 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1f4a60d8e35d4787b5cfc0e84169d644
2024-12-14T09:39:54,600 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1f4a60d8e35d4787b5cfc0e84169d644, entries=150, sequenceid=218, filesize=11.9 K
2024-12-14T09:39:54,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/9cf491f5e2be441ba0c34e6bdb3e923e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9cf491f5e2be441ba0c34e6bdb3e923e
2024-12-14T09:39:54,608 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9cf491f5e2be441ba0c34e6bdb3e923e, entries=150, sequenceid=218, filesize=11.9 K
2024-12-14T09:39:54,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5b49e28c163cc309c0a9b62c106cd751 in 1693ms, sequenceid=218, compaction requested=false
2024-12-14T09:39:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56
2024-12-14T09:39:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=56
2024-12-14T09:39:54,610 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55
2024-12-14T09:39:54,610 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec
2024-12-14T09:39:54,611 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.8500 sec
2024-12-14T09:39:54,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55
2024-12-14T09:39:54,865 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed
2024-12-14T09:39:54,866 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees
2024-12-14T09:39:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-12-14T09:39:54,868 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:54,868 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:54,868 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-12-14T09:39:55,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58
2024-12-14T09:39:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-12-14T09:39:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:55,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145a80a5572be149099abc49d1fd83c7c7_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169192976/Put/seqid=0
2024-12-14T09:39:55,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742017_1193 (size=12304)
2024-12-14T09:39:55,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:55,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145a80a5572be149099abc49d1fd83c7c7_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145a80a5572be149099abc49d1fd83c7c7_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/6209a5d004574e9f8d6f735f474f6150, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:55,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/6209a5d004574e9f8d6f735f474f6150 is 175, key is test_row_0/A:col10/1734169192976/Put/seqid=0
2024-12-14T09:39:55,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742018_1194 (size=31105)
2024-12-14T09:39:55,078 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/6209a5d004574e9f8d6f735f474f6150
2024-12-14T09:39:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/76dab48cf6a84c0b86acff242ed4add1 is 50, key is test_row_0/B:col10/1734169192976/Put/seqid=0
2024-12-14T09:39:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:55,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:55,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742019_1195 (size=12151)
2024-12-14T09:39:55,109 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/76dab48cf6a84c0b86acff242ed4add1
2024-12-14T09:39:55,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169255111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169255113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169255114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/4579b14dbf32405e9528c85be8c96fd8 is 50, key is test_row_0/C:col10/1734169192976/Put/seqid=0
2024-12-14T09:39:55,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742020_1196 (size=12151)
2024-12-14T09:39:55,131 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/4579b14dbf32405e9528c85be8c96fd8
2024-12-14T09:39:55,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/6209a5d004574e9f8d6f735f474f6150 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/6209a5d004574e9f8d6f735f474f6150
2024-12-14T09:39:55,143 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/6209a5d004574e9f8d6f735f474f6150, entries=150, sequenceid=242, filesize=30.4 K
2024-12-14T09:39:55,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/76dab48cf6a84c0b86acff242ed4add1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/76dab48cf6a84c0b86acff242ed4add1
2024-12-14T09:39:55,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/76dab48cf6a84c0b86acff242ed4add1, entries=150, sequenceid=242, filesize=11.9 K
2024-12-14T09:39:55,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/4579b14dbf32405e9528c85be8c96fd8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/4579b14dbf32405e9528c85be8c96fd8
2024-12-14T09:39:55,155 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/4579b14dbf32405e9528c85be8c96fd8, entries=150, sequenceid=242, filesize=11.9 K
2024-12-14T09:39:55,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5b49e28c163cc309c0a9b62c106cd751 in 136ms, sequenceid=242, compaction requested=true
2024-12-14T09:39:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58
2024-12-14T09:39:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=58
2024-12-14T09:39:55,160 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57
2024-12-14T09:39:55,160 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 289 msec
2024-12-14T09:39:55,162 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 295 msec
2024-12-14T09:39:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57
2024-12-14T09:39:55,169 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed
2024-12-14T09:39:55,170 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees
2024-12-14T09:39:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-12-14T09:39:55,171 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:55,172 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:55,172 INFO  [master/32d1f136e9e3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-14T09:39:55,172 INFO  [master/32d1f136e9e3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-14T09:39:55,172 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:55,217 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-12-14T09:39:55,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:55,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:55,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214adfea91bddea4b56864d5b9348a8cc46_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169195110/Put/seqid=0
2024-12-14T09:39:55,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742021_1197 (size=14844)
2024-12-14T09:39:55,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169255238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169255239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,242 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169255240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-12-14T09:39:55,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-12-14T09:39:55,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:55,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169255342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169255342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169255344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169255365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,367 DEBUG [Thread-652 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:39:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-12-14T09:39:55,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-12-14T09:39:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169255544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169255544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169255546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,629 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-12-14T09:39:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:55,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,634 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214adfea91bddea4b56864d5b9348a8cc46_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214adfea91bddea4b56864d5b9348a8cc46_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:55,635 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/9031fcca4889481bbb574896a7d79642, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:55,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/9031fcca4889481bbb574896a7d79642 is 175, key is test_row_0/A:col10/1734169195110/Put/seqid=0
2024-12-14T09:39:55,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742022_1198 (size=39799)
2024-12-14T09:39:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-12-14T09:39:55,782 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-12-14T09:39:55,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:55,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169255847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169255848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169255852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:55,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-12-14T09:39:55,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:55,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:55,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=60
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:56,040 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/9031fcca4889481bbb574896a7d79642
2024-12-14T09:39:56,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/9956661980eb4770ad919f1691bfae0d is 50, key is test_row_0/B:col10/1734169195110/Put/seqid=0
2024-12-14T09:39:56,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742023_1199 (size=12201)
2024-12-14T09:39:56,049 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/9956661980eb4770ad919f1691bfae0d
2024-12-14T09:39:56,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7c62523491bd47d2841202f152d4698c is 50, key is test_row_0/C:col10/1734169195110/Put/seqid=0
2024-12-14T09:39:56,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742024_1200 (size=12201)
2024-12-14T09:39:56,059 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7c62523491bd47d2841202f152d4698c
2024-12-14T09:39:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/9031fcca4889481bbb574896a7d79642 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/9031fcca4889481bbb574896a7d79642
2024-12-14T09:39:56,067 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/9031fcca4889481bbb574896a7d79642, entries=200, sequenceid=257, filesize=38.9 K
2024-12-14T09:39:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/9956661980eb4770ad919f1691bfae0d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9956661980eb4770ad919f1691bfae0d
2024-12-14T09:39:56,073 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9956661980eb4770ad919f1691bfae0d, entries=150, sequenceid=257, filesize=11.9 K
2024-12-14T09:39:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7c62523491bd47d2841202f152d4698c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c62523491bd47d2841202f152d4698c
2024-12-14T09:39:56,078 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c62523491bd47d2841202f152d4698c, entries=150, sequenceid=257, filesize=11.9 K
2024-12-14T09:39:56,079 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5b49e28c163cc309c0a9b62c106cd751 in 862ms, sequenceid=257, compaction requested=true
2024-12-14T09:39:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:56,079 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:39:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:56,079 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:39:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:56,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:56,081 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:39:56,081 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133558 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:39:56,081 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:39:56,081 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:39:56,081 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:56,081 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:56,081 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1c8988d829e14675899c019d1edaa14c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1f4a60d8e35d4787b5cfc0e84169d644, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/76dab48cf6a84c0b86acff242ed4add1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9956661980eb4770ad919f1691bfae0d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=47.9 K
2024-12-14T09:39:56,081 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/df6ff1169fc44a70bebdc75900f85f78, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/317d16832f5a4fe6870de87f22962819, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/6209a5d004574e9f8d6f735f474f6150, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/9031fcca4889481bbb574896a7d79642] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=130.4 K
2024-12-14T09:39:56,081 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:56,081 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/df6ff1169fc44a70bebdc75900f85f78, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/317d16832f5a4fe6870de87f22962819, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/6209a5d004574e9f8d6f735f474f6150, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/9031fcca4889481bbb574896a7d79642]
2024-12-14T09:39:56,081 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c8988d829e14675899c019d1edaa14c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169191198
2024-12-14T09:39:56,081 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting df6ff1169fc44a70bebdc75900f85f78, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169191198
2024-12-14T09:39:56,082 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f4a60d8e35d4787b5cfc0e84169d644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1734169192337
2024-12-14T09:39:56,082 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 317d16832f5a4fe6870de87f22962819, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1734169192337
2024-12-14T09:39:56,082 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6209a5d004574e9f8d6f735f474f6150, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734169192976
2024-12-14T09:39:56,082 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 76dab48cf6a84c0b86acff242ed4add1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734169192976
2024-12-14T09:39:56,082 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9031fcca4889481bbb574896a7d79642, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734169195107
2024-12-14T09:39:56,082 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9956661980eb4770ad919f1691bfae0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734169195110
2024-12-14T09:39:56,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60
2024-12-14T09:39:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:56,088 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-12-14T09:39:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:56,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:56,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:56,091 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:56,098 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:56,098 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/c22f87fbcd2a417e826bbf1f304cf3ad is 50, key is test_row_0/B:col10/1734169195110/Put/seqid=0
2024-12-14T09:39:56,104 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214ff4382bc51e64df3b96933353694601e_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:56,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121457f628a668824ae3b7009df714fbbfce_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169195239/Put/seqid=0
2024-12-14T09:39:56,106 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214ff4382bc51e64df3b96933353694601e_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:56,106 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ff4382bc51e64df3b96933353694601e_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:56,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742026_1202 (size=12454)
2024-12-14T09:39:56,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742027_1203 (size=4469)
2024-12-14T09:39:56,117 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#166 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:56,118 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/568c57b847464003b8eafce0619951db is 175, key is test_row_0/A:col10/1734169195110/Put/seqid=0
2024-12-14T09:39:56,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742025_1201 (size=12781)
2024-12-14T09:39:56,125 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/c22f87fbcd2a417e826bbf1f304cf3ad as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c22f87fbcd2a417e826bbf1f304cf3ad
2024-12-14T09:39:56,130 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into c22f87fbcd2a417e826bbf1f304cf3ad(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:56,130 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:56,130 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=12, startTime=1734169196079; duration=0sec
2024-12-14T09:39:56,130 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:56,130 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:39:56,130 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:39:56,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49098 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:39:56,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:39:56,132 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:56,132 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/bc8d7692f6234fffb9204dc69b33e1f7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9cf491f5e2be441ba0c34e6bdb3e923e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/4579b14dbf32405e9528c85be8c96fd8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c62523491bd47d2841202f152d4698c] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=47.9 K
2024-12-14T09:39:56,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting bc8d7692f6234fffb9204dc69b33e1f7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169191198
2024-12-14T09:39:56,132 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cf491f5e2be441ba0c34e6bdb3e923e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1734169192337
2024-12-14T09:39:56,133 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4579b14dbf32405e9528c85be8c96fd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734169192976
2024-12-14T09:39:56,133 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c62523491bd47d2841202f152d4698c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734169195110
2024-12-14T09:39:56,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742028_1204 (size=31735)
2024-12-14T09:39:56,146 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:56,147 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/9785da773cdb4f018798ec44943acf8d is 50, key is test_row_0/C:col10/1734169195110/Put/seqid=0
2024-12-14T09:39:56,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742029_1205 (size=12781)
2024-12-14T09:39:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-12-14T09:39:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:56,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:56,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169256363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169256363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169256364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169256466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169256466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,467 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169256467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:56,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121457f628a668824ae3b7009df714fbbfce_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121457f628a668824ae3b7009df714fbbfce_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/0f585db95dbc492aa59f5bea14f9e1cc, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:56,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/0f585db95dbc492aa59f5bea14f9e1cc is 175, key is test_row_0/A:col10/1734169195239/Put/seqid=0
2024-12-14T09:39:56,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742030_1206 (size=31255)
2024-12-14T09:39:56,546 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/568c57b847464003b8eafce0619951db as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/568c57b847464003b8eafce0619951db
2024-12-14T09:39:56,552 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into 568c57b847464003b8eafce0619951db(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:56,552 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:56,552 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=12, startTime=1734169196079; duration=0sec
2024-12-14T09:39:56,552 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:56,552 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:39:56,559 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/9785da773cdb4f018798ec44943acf8d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9785da773cdb4f018798ec44943acf8d
2024-12-14T09:39:56,564 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into 9785da773cdb4f018798ec44943acf8d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:56,564 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:56,564 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=12, startTime=1734169196079; duration=0sec
2024-12-14T09:39:56,564 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:56,564 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:39:56,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169256667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169256667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169256669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/0f585db95dbc492aa59f5bea14f9e1cc
2024-12-14T09:39:56,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/c83d9f5e1ceb46969ec030fb1106cd20 is 50, key is test_row_0/B:col10/1734169195239/Put/seqid=0
2024-12-14T09:39:56,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742031_1207 (size=12301)
2024-12-14T09:39:56,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/c83d9f5e1ceb46969ec030fb1106cd20
2024-12-14T09:39:56,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/64d25f4cb6934080a72fd48424b92ba0 is 50, key is test_row_0/C:col10/1734169195239/Put/seqid=0
2024-12-14T09:39:56,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742032_1208 (size=12301)
2024-12-14T09:39:56,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169256970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169256970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:56,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:56,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169256972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-12-14T09:39:57,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/64d25f4cb6934080a72fd48424b92ba0
2024-12-14T09:39:57,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/0f585db95dbc492aa59f5bea14f9e1cc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0f585db95dbc492aa59f5bea14f9e1cc
2024-12-14T09:39:57,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0f585db95dbc492aa59f5bea14f9e1cc, entries=150, sequenceid=278, filesize=30.5 K
2024-12-14T09:39:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/c83d9f5e1ceb46969ec030fb1106cd20 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c83d9f5e1ceb46969ec030fb1106cd20
2024-12-14T09:39:57,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c83d9f5e1ceb46969ec030fb1106cd20, entries=150, sequenceid=278, filesize=12.0 K
2024-12-14T09:39:57,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/64d25f4cb6934080a72fd48424b92ba0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/64d25f4cb6934080a72fd48424b92ba0
2024-12-14T09:39:57,374 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/64d25f4cb6934080a72fd48424b92ba0, entries=150, sequenceid=278, filesize=12.0 K
2024-12-14T09:39:57,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 5b49e28c163cc309c0a9b62c106cd751 in 1287ms, sequenceid=278, compaction requested=false
2024-12-14T09:39:57,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:57,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:57,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60
2024-12-14T09:39:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=60
2024-12-14T09:39:57,377 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59
2024-12-14T09:39:57,377 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2040 sec
2024-12-14T09:39:57,379 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.2080 sec
2024-12-14T09:39:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:57,477 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-12-14T09:39:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:57,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:57,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121405ed08e53e7d47abba17939802203b0d_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169196362/Put/seqid=0
2024-12-14T09:39:57,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169257493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169257495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169257495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742033_1209 (size=14994)
2024-12-14T09:39:57,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169257596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41894 deadline: 1734169257599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169257599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,603 DEBUG [Thread-660 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8175 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:39:57,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169257599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169257799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169257803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169257803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:57,914 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:57,918 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121405ed08e53e7d47abba17939802203b0d_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121405ed08e53e7d47abba17939802203b0d_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:57,919 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/4114269320944bd4baa46e6f400fd321, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:57,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/4114269320944bd4baa46e6f400fd321 is 175, key is test_row_0/A:col10/1734169196362/Put/seqid=0
2024-12-14T09:39:57,924 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742034_1210 (size=39949)
2024-12-14T09:39:58,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169258104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:58,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169258108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:58,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169258108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:58,326 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/4114269320944bd4baa46e6f400fd321
2024-12-14T09:39:58,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/0c678d58a1264dca8e72942e948959a6 is 50, key is test_row_0/B:col10/1734169196362/Put/seqid=0
2024-12-14T09:39:58,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742035_1211 (size=12301)
2024-12-14T09:39:58,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169258610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:58,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169258611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:58,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169258613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:58,741 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/0c678d58a1264dca8e72942e948959a6
2024-12-14T09:39:58,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/f5dd7e409a20420daebd4311ef0853c9 is 50, key is test_row_0/C:col10/1734169196362/Put/seqid=0
2024-12-14T09:39:58,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742036_1212 (size=12301)
2024-12-14T09:39:59,151 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/f5dd7e409a20420daebd4311ef0853c9
2024-12-14T09:39:59,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/4114269320944bd4baa46e6f400fd321 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4114269320944bd4baa46e6f400fd321
2024-12-14T09:39:59,159 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4114269320944bd4baa46e6f400fd321, entries=200, sequenceid=299, filesize=39.0 K
2024-12-14T09:39:59,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/0c678d58a1264dca8e72942e948959a6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0c678d58a1264dca8e72942e948959a6
2024-12-14T09:39:59,165 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0c678d58a1264dca8e72942e948959a6, entries=150, sequenceid=299, filesize=12.0 K
2024-12-14T09:39:59,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/f5dd7e409a20420daebd4311ef0853c9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/f5dd7e409a20420daebd4311ef0853c9
2024-12-14T09:39:59,170 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/f5dd7e409a20420daebd4311ef0853c9, entries=150, sequenceid=299, filesize=12.0 K
2024-12-14T09:39:59,171 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 5b49e28c163cc309c0a9b62c106cd751 in 1694ms, sequenceid=299, compaction requested=true
2024-12-14T09:39:59,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:59,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:39:59,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:59,172 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:59,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:39:59,172 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:59,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:59,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:39:59,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:59,173 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:59,173 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:59,173 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:39:59,173 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:39:59,173 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,173 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,173 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/568c57b847464003b8eafce0619951db, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0f585db95dbc492aa59f5bea14f9e1cc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4114269320944bd4baa46e6f400fd321] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=100.5 K
2024-12-14T09:39:59,173 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c22f87fbcd2a417e826bbf1f304cf3ad, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c83d9f5e1ceb46969ec030fb1106cd20, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0c678d58a1264dca8e72942e948959a6] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=36.5 K
2024-12-14T09:39:59,173 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,173 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/568c57b847464003b8eafce0619951db, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0f585db95dbc492aa59f5bea14f9e1cc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4114269320944bd4baa46e6f400fd321]
2024-12-14T09:39:59,174 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c22f87fbcd2a417e826bbf1f304cf3ad, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734169195110
2024-12-14T09:39:59,174 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c83d9f5e1ceb46969ec030fb1106cd20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734169195237
2024-12-14T09:39:59,174 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 568c57b847464003b8eafce0619951db, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734169195110
2024-12-14T09:39:59,174 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c678d58a1264dca8e72942e948959a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734169196362
2024-12-14T09:39:59,174 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f585db95dbc492aa59f5bea14f9e1cc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734169195237
2024-12-14T09:39:59,175 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4114269320944bd4baa46e6f400fd321, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734169196362
2024-12-14T09:39:59,183 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:59,183 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/dd1255923ff9463f9fb58c7cabb6fdd3 is 50, key is test_row_0/B:col10/1734169196362/Put/seqid=0
2024-12-14T09:39:59,184 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:59,187 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214040884df52334cf79e19dc2823a8570f_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:59,188 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214040884df52334cf79e19dc2823a8570f_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:59,189 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214040884df52334cf79e19dc2823a8570f_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:59,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742037_1213 (size=12983)
2024-12-14T09:39:59,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742038_1214 (size=4469)
2024-12-14T09:39:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59
2024-12-14T09:39:59,275 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed
2024-12-14T09:39:59,276 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:39:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees
2024-12-14T09:39:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-12-14T09:39:59,277 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:39:59,277 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:39:59,277 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:39:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-12-14T09:39:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:59,380 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-12-14T09:39:59,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:39:59,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:59,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:39:59,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:59,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:39:59,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:39:59,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169259412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:39:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=62
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214faa2caae37db4f0797227bbdfa07e62d_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169197491/Put/seqid=0
2024-12-14T09:39:59,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742039_1215 (size=14994)
2024-12-14T09:39:59,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:39:59,459 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214faa2caae37db4f0797227bbdfa07e62d_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214faa2caae37db4f0797227bbdfa07e62d_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:39:59,461 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/dec7d2b3db664b7893fc353dbfb301c1, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:39:59,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/dec7d2b3db664b7893fc353dbfb301c1 is 175, key is test_row_0/A:col10/1734169197491/Put/seqid=0
2024-12-14T09:39:59,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742040_1216 (size=39949)
2024-12-14T09:39:59,470 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/dec7d2b3db664b7893fc353dbfb301c1
2024-12-14T09:39:59,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/aebf236d1a4c4e9b8fd49d148d411c2f is 50, key is test_row_0/B:col10/1734169197491/Put/seqid=0
2024-12-14T09:39:59,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742041_1217 (size=12301)
2024-12-14T09:39:59,489 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/aebf236d1a4c4e9b8fd49d148d411c2f
2024-12-14T09:39:59,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/8b6827fba6ac43a5931c6c4e6c55d66b is 50, key is test_row_0/C:col10/1734169197491/Put/seqid=0
2024-12-14T09:39:59,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742042_1218 (size=12301)
2024-12-14T09:39:59,516 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169259515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-12-14T09:39:59,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:39:59,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=62
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,596 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/dd1255923ff9463f9fb58c7cabb6fdd3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/dd1255923ff9463f9fb58c7cabb6fdd3
2024-12-14T09:39:59,597 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#176 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:59,598 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c2a5ce9fd68e4c5c8a9a8cb32564fba6 is 175, key is test_row_0/A:col10/1734169196362/Put/seqid=0
2024-12-14T09:39:59,602 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into dd1255923ff9463f9fb58c7cabb6fdd3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:59,602 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:59,602 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=13, startTime=1734169199172; duration=0sec
2024-12-14T09:39:59,602 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:39:59,602 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:39:59,602 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:39:59,605 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:39:59,605 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:39:59,605 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,605 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9785da773cdb4f018798ec44943acf8d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/64d25f4cb6934080a72fd48424b92ba0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/f5dd7e409a20420daebd4311ef0853c9] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=36.5 K
2024-12-14T09:39:59,605 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9785da773cdb4f018798ec44943acf8d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734169195110
2024-12-14T09:39:59,606 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 64d25f4cb6934080a72fd48424b92ba0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734169195237
2024-12-14T09:39:59,606 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f5dd7e409a20420daebd4311ef0853c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734169196362
2024-12-14T09:39:59,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742043_1219 (size=31937)
2024-12-14T09:39:59,616 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:39:59,616 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/c5d179f417484e849704ca2f7772eded is 50, key is test_row_0/C:col10/1734169196362/Put/seqid=0
2024-12-14T09:39:59,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169259617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169259620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,621 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c2a5ce9fd68e4c5c8a9a8cb32564fba6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2a5ce9fd68e4c5c8a9a8cb32564fba6
2024-12-14T09:39:59,624 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742044_1220 (size=12983)
2024-12-14T09:39:59,625 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169259622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,626 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into c2a5ce9fd68e4c5c8a9a8cb32564fba6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:59,626 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:59,626 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=13, startTime=1734169199172; duration=0sec
2024-12-14T09:39:59,626 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:59,626 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:39:59,633 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/c5d179f417484e849704ca2f7772eded as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/c5d179f417484e849704ca2f7772eded
2024-12-14T09:39:59,638 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into c5d179f417484e849704ca2f7772eded(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:39:59,638 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:39:59,638 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=13, startTime=1734169199172; duration=0sec
2024-12-14T09:39:59,638 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:39:59,638 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:39:59,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:39:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169259717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:39:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=62
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-12-14T09:39:59,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:39:59,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:39:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:39:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:39:59,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=62
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:39:59,913 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/8b6827fba6ac43a5931c6c4e6c55d66b
2024-12-14T09:39:59,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/dec7d2b3db664b7893fc353dbfb301c1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dec7d2b3db664b7893fc353dbfb301c1
2024-12-14T09:39:59,923 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dec7d2b3db664b7893fc353dbfb301c1, entries=200, sequenceid=319, filesize=39.0 K
2024-12-14T09:39:59,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/aebf236d1a4c4e9b8fd49d148d411c2f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/aebf236d1a4c4e9b8fd49d148d411c2f
2024-12-14T09:39:59,932 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/aebf236d1a4c4e9b8fd49d148d411c2f, entries=150, sequenceid=319, filesize=12.0 K
2024-12-14T09:39:59,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/8b6827fba6ac43a5931c6c4e6c55d66b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8b6827fba6ac43a5931c6c4e6c55d66b
2024-12-14T09:39:59,936 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8b6827fba6ac43a5931c6c4e6c55d66b, entries=150, sequenceid=319, filesize=12.0 K
2024-12-14T09:39:59,937 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5b49e28c163cc309c0a9b62c106cd751 in 557ms, sequenceid=319, compaction requested=false
2024-12-14T09:39:59,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:00,021 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-12-14T09:40:00,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:40:00,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:00,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:40:00,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:00,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:40:00,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:00,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214509b083499984eb184876fed83f41ecf_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169200020/Put/seqid=0
2024-12-14T09:40:00,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742045_1221 (size=12454)
2024-12-14T09:40:00,041 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:00,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:40:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=62
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,045 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214509b083499984eb184876fed83f41ecf_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214509b083499984eb184876fed83f41ecf_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:00,046 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/bb59e149a9cd4029845d60e540ee3afc, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:00,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/bb59e149a9cd4029845d60e540ee3afc is 175, key is test_row_0/A:col10/1734169200020/Put/seqid=0
2024-12-14T09:40:00,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742046_1222 (size=31255)
2024-12-14T09:40:00,069 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/bb59e149a9cd4029845d60e540ee3afc
2024-12-14T09:40:00,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169260067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/545371d62670427084380ff8432a1fbf is 50, key is test_row_0/B:col10/1734169200020/Put/seqid=0
2024-12-14T09:40:00,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742047_1223 (size=12301)
2024-12-14T09:40:00,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169260171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:40:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=62
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,350 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:40:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:00,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=62
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169260372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-12-14T09:40:00,486 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/545371d62670427084380ff8432a1fbf
2024-12-14T09:40:00,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/42dfd9faefc242cf8d5df080f9368e99 is 50, key is test_row_0/C:col10/1734169200020/Put/seqid=0
2024-12-14T09:40:00,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:40:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=62
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:00,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742048_1224 (size=12301)
2024-12-14T09:40:00,525 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/42dfd9faefc242cf8d5df080f9368e99
2024-12-14T09:40:00,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/bb59e149a9cd4029845d60e540ee3afc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/bb59e149a9cd4029845d60e540ee3afc
2024-12-14T09:40:00,561 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/bb59e149a9cd4029845d60e540ee3afc, entries=150, sequenceid=339, filesize=30.5 K
2024-12-14T09:40:00,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/545371d62670427084380ff8432a1fbf as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/545371d62670427084380ff8432a1fbf
2024-12-14T09:40:00,576 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/545371d62670427084380ff8432a1fbf, entries=150, sequenceid=339, filesize=12.0 K
2024-12-14T09:40:00,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/42dfd9faefc242cf8d5df080f9368e99 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/42dfd9faefc242cf8d5df080f9368e99
2024-12-14T09:40:00,583 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/42dfd9faefc242cf8d5df080f9368e99, entries=150, sequenceid=339, filesize=12.0 K
2024-12-14T09:40:00,584 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5b49e28c163cc309c0a9b62c106cd751 in 563ms, sequenceid=339, compaction requested=true
2024-12-14T09:40:00,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:00,584 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:00,585 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:00,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:00,586 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:00,586 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:40:00,586 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,586 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2a5ce9fd68e4c5c8a9a8cb32564fba6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dec7d2b3db664b7893fc353dbfb301c1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/bb59e149a9cd4029845d60e540ee3afc] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=100.7 K
2024-12-14T09:40:00,586 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,587 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2a5ce9fd68e4c5c8a9a8cb32564fba6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dec7d2b3db664b7893fc353dbfb301c1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/bb59e149a9cd4029845d60e540ee3afc]
2024-12-14T09:40:00,587 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:00,587 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:40:00,587 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,587 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/dd1255923ff9463f9fb58c7cabb6fdd3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/aebf236d1a4c4e9b8fd49d148d411c2f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/545371d62670427084380ff8432a1fbf] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=36.7 K
2024-12-14T09:40:00,588 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting dd1255923ff9463f9fb58c7cabb6fdd3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734169196362
2024-12-14T09:40:00,589 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2a5ce9fd68e4c5c8a9a8cb32564fba6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734169196362
2024-12-14T09:40:00,589 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting aebf236d1a4c4e9b8fd49d148d411c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734169197490
2024-12-14T09:40:00,589 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting dec7d2b3db664b7893fc353dbfb301c1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734169197490
2024-12-14T09:40:00,590 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 545371d62670427084380ff8432a1fbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734169199397
2024-12-14T09:40:00,591 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb59e149a9cd4029845d60e540ee3afc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734169199397
2024-12-14T09:40:00,610 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:00,611 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d067b074ab2a4b4f8af86b0b238fbe87 is 50, key is test_row_0/B:col10/1734169200020/Put/seqid=0
2024-12-14T09:40:00,620 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:00,631 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121466bf28f9bedb4627820fcaf1fffc5827_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:00,633 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121466bf28f9bedb4627820fcaf1fffc5827_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:00,633 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121466bf28f9bedb4627820fcaf1fffc5827_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:00,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742049_1225 (size=13085)
2024-12-14T09:40:00,655 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d067b074ab2a4b4f8af86b0b238fbe87 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d067b074ab2a4b4f8af86b0b238fbe87
2024-12-14T09:40:00,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742050_1226 (size=4469)
2024-12-14T09:40:00,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62
2024-12-14T09:40:00,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,668 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:40:00,668 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#185 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:00,669 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/8790b18bba20442e9ac94d79bdbc64e0 is 175, key is test_row_0/A:col10/1734169200020/Put/seqid=0
2024-12-14T09:40:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:40:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:40:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:40:00,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:00,672 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into d067b074ab2a4b4f8af86b0b238fbe87(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:00,672 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:00,672 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=13, startTime=1734169200585; duration=0sec
2024-12-14T09:40:00,672 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:00,672 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:40:00,672 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:00,673 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:00,674 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:40:00,674 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:00,674 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/c5d179f417484e849704ca2f7772eded, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8b6827fba6ac43a5931c6c4e6c55d66b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/42dfd9faefc242cf8d5df080f9368e99] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=36.7 K
2024-12-14T09:40:00,674 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c5d179f417484e849704ca2f7772eded, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734169196362
2024-12-14T09:40:00,675 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b6827fba6ac43a5931c6c4e6c55d66b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734169197490
2024-12-14T09:40:00,676 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 42dfd9faefc242cf8d5df080f9368e99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734169199397
2024-12-14T09:40:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:00,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:00,698 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:00,699 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d4e3043200a44b6e8043acc40e19d9f5 is 50, key is test_row_0/C:col10/1734169200020/Put/seqid=0
2024-12-14T09:40:00,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742051_1227 (size=32039)
2024-12-14T09:40:00,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214226d255eb31d42dbad6d176470bb2c90_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169200062/Put/seqid=0
2024-12-14T09:40:00,723 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/8790b18bba20442e9ac94d79bdbc64e0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8790b18bba20442e9ac94d79bdbc64e0
2024-12-14T09:40:00,737 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into 8790b18bba20442e9ac94d79bdbc64e0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:00,737 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:00,737 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=13, startTime=1734169200584; duration=0sec
2024-12-14T09:40:00,737 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:00,737 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:40:00,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742052_1228 (size=13085)
2024-12-14T09:40:00,748 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d4e3043200a44b6e8043acc40e19d9f5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4e3043200a44b6e8043acc40e19d9f5
2024-12-14T09:40:00,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169260750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,754 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into d4e3043200a44b6e8043acc40e19d9f5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:00,754 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:00,754 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=13, startTime=1734169200585; duration=0sec
2024-12-14T09:40:00,755 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:00,755 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:40:00,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742053_1229 (size=12454)
2024-12-14T09:40:00,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:00,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214226d255eb31d42dbad6d176470bb2c90_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214226d255eb31d42dbad6d176470bb2c90_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/d4d0a80ba6ca4fecbd497672e132434a, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:00,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/d4d0a80ba6ca4fecbd497672e132434a is 175, key is test_row_0/A:col10/1734169200062/Put/seqid=0
2024-12-14T09:40:00,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742054_1230 (size=31255)
2024-12-14T09:40:00,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/d4d0a80ba6ca4fecbd497672e132434a
2024-12-14T09:40:00,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d8eeeb84938a4cb984df497ee16e1ab8 is 50, key is test_row_0/B:col10/1734169200062/Put/seqid=0
2024-12-14T09:40:00,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742055_1231 (size=12301)
2024-12-14T09:40:00,840 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d8eeeb84938a4cb984df497ee16e1ab8
2024-12-14T09:40:00,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169260866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:00,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/864b257ac5b940e39fe533ad6bec914c is 50, key is test_row_0/C:col10/1734169200062/Put/seqid=0
2024-12-14T09:40:00,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742056_1232 (size=12301)
2024-12-14T09:40:01,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169261069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/864b257ac5b940e39fe533ad6bec914c
2024-12-14T09:40:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/d4d0a80ba6ca4fecbd497672e132434a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/d4d0a80ba6ca4fecbd497672e132434a
2024-12-14T09:40:01,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/d4d0a80ba6ca4fecbd497672e132434a, entries=150, sequenceid=359, filesize=30.5 K
2024-12-14T09:40:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d8eeeb84938a4cb984df497ee16e1ab8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d8eeeb84938a4cb984df497ee16e1ab8
2024-12-14T09:40:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,313 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d8eeeb84938a4cb984df497ee16e1ab8, entries=150, sequenceid=359, filesize=12.0 K
2024-12-14T09:40:01,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/864b257ac5b940e39fe533ad6bec914c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/864b257ac5b940e39fe533ad6bec914c
2024-12-14T09:40:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,325 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/864b257ac5b940e39fe533ad6bec914c, entries=150, sequenceid=359, filesize=12.0 K
2024-12-14T09:40:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,327 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5b49e28c163cc309c0a9b62c106cd751 in 659ms, sequenceid=359, compaction requested=false
2024-12-14T09:40:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:01,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62
2024-12-14T09:40:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=62
2024-12-14T09:40:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,331 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61
2024-12-14T09:40:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,331 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0520 sec
2024-12-14T09:40:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,333 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.0560 sec
2024-12-14T09:40:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61
2024-12-14T09:40:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,384 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed
2024-12-14T09:40:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees
2024-12-14T09:40:01,391 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:40:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:40:01,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:01,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:40:01,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:01,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:40:01,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:01,391 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,394 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,394 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-12-14T09:40:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145fb8415189c34fb69867e323458f1cf0_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169200748/Put/seqid=0
2024-12-14T09:40:01,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742057_1233 (size=12454)
2024-12-14T09:40:01,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:01,475 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145fb8415189c34fb69867e323458f1cf0_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145fb8415189c34fb69867e323458f1cf0_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:01,476 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c502f30e260d49668193cf11056399f1, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:01,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c502f30e260d49668193cf11056399f1 is 175, key is test_row_0/A:col10/1734169200748/Put/seqid=0
2024-12-14T09:40:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-12-14T09:40:01,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742058_1234 (size=31255)
2024-12-14T09:40:01,525 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c502f30e260d49668193cf11056399f1
2024-12-14T09:40:01,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/48f80f908bcb4090b2097c40f701f013 is 50, key is test_row_0/B:col10/1734169200748/Put/seqid=0
2024-12-14T09:40:01,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-12-14T09:40:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:01,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:01,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742059_1235 (size=12301)
2024-12-14T09:40:01,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169261599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41884 deadline: 1734169261624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,628 DEBUG [Thread-658 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:40:01,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41840 deadline: 1734169261638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41888 deadline: 1734169261639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,641 DEBUG [Thread-654 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:40:01,641 DEBUG [Thread-656 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:40:01,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-12-14T09:40:01,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-12-14T09:40:01,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:01,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:01,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:01,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169261719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-12-14T09:40:01,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:01,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:01,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:01,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:01,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169261943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:01,991 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/48f80f908bcb4090b2097c40f701f013
2024-12-14T09:40:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-12-14T09:40:02,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/631b06b0f497496395dbc1ec50c11963 is 50, key is test_row_0/C:col10/1734169200748/Put/seqid=0
2024-12-14T09:40:02,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742060_1236 (size=12301)
2024-12-14T09:40:02,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:02,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-12-14T09:40:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:02,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-12-14T09:40:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169262250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:02,337 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:02,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-12-14T09:40:02,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:02,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64
java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=64
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:02,425 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/631b06b0f497496395dbc1ec50c11963
2024-12-14T09:40:02,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c502f30e260d49668193cf11056399f1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c502f30e260d49668193cf11056399f1
2024-12-14T09:40:02,432 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c502f30e260d49668193cf11056399f1, entries=150, sequenceid=379, filesize=30.5 K
2024-12-14T09:40:02,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/48f80f908bcb4090b2097c40f701f013 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/48f80f908bcb4090b2097c40f701f013
2024-12-14T09:40:02,444 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/48f80f908bcb4090b2097c40f701f013, entries=150, sequenceid=379, filesize=12.0 K
2024-12-14T09:40:02,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/631b06b0f497496395dbc1ec50c11963 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/631b06b0f497496395dbc1ec50c11963
2024-12-14T09:40:02,451 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/631b06b0f497496395dbc1ec50c11963, entries=150, sequenceid=379, filesize=12.0 K
2024-12-14T09:40:02,452 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5b49e28c163cc309c0a9b62c106cd751 in 1062ms, sequenceid=379, compaction requested=true
2024-12-14T09:40:02,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:02,452 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:02,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:02,453 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:02,453 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:40:02,453 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,453 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8790b18bba20442e9ac94d79bdbc64e0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/d4d0a80ba6ca4fecbd497672e132434a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c502f30e260d49668193cf11056399f1] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=92.3 K
2024-12-14T09:40:02,453 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,453 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8790b18bba20442e9ac94d79bdbc64e0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/d4d0a80ba6ca4fecbd497672e132434a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c502f30e260d49668193cf11056399f1]
2024-12-14T09:40:02,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:02,454 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:02,454 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8790b18bba20442e9ac94d79bdbc64e0, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734169199397
2024-12-14T09:40:02,454 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4d0a80ba6ca4fecbd497672e132434a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734169200059
2024-12-14T09:40:02,455 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c502f30e260d49668193cf11056399f1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734169200735
2024-12-14T09:40:02,455 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:02,455 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:40:02,455 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,455 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d067b074ab2a4b4f8af86b0b238fbe87, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d8eeeb84938a4cb984df497ee16e1ab8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/48f80f908bcb4090b2097c40f701f013] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=36.8 K
2024-12-14T09:40:02,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:02,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:02,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:02,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:02,456 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d067b074ab2a4b4f8af86b0b238fbe87, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734169199397
2024-12-14T09:40:02,457 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d8eeeb84938a4cb984df497ee16e1ab8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734169200059
2024-12-14T09:40:02,457 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 48f80f908bcb4090b2097c40f701f013, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734169200735
2024-12-14T09:40:02,464 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:02,468 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:02,468 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121400ae9d25ac4f403994cb8b88b3504b29_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:02,468 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/3a79ea255ecc46f1bc0d3d1463e7ab8e is 50, key is test_row_0/B:col10/1734169200748/Put/seqid=0
2024-12-14T09:40:02,470 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121400ae9d25ac4f403994cb8b88b3504b29_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:02,470 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121400ae9d25ac4f403994cb8b88b3504b29_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:02,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742061_1237 (size=13187)
2024-12-14T09:40:02,490 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:02,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64
2024-12-14T09:40:02,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,491 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:40:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:40:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:40:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:40:02,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:02,493 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/3a79ea255ecc46f1bc0d3d1463e7ab8e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/3a79ea255ecc46f1bc0d3d1463e7ab8e
2024-12-14T09:40:02,501 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into 3a79ea255ecc46f1bc0d3d1463e7ab8e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:02,501 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:02,501 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=13, startTime=1734169202454; duration=0sec
2024-12-14T09:40:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-12-14T09:40:02,503 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:02,503 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:40:02,503 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:02,507 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:02,507 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:40:02,508 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:02,508 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4e3043200a44b6e8043acc40e19d9f5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/864b257ac5b940e39fe533ad6bec914c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/631b06b0f497496395dbc1ec50c11963] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=36.8 K
2024-12-14T09:40:02,509 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d4e3043200a44b6e8043acc40e19d9f5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1734169199397
2024-12-14T09:40:02,510 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 864b257ac5b940e39fe533ad6bec914c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734169200059
2024-12-14T09:40:02,511 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 631b06b0f497496395dbc1ec50c11963, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734169200735
2024-12-14T09:40:02,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742062_1238 (size=4469)
2024-12-14T09:40:02,516 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#193 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:02,517 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/2b2b65ac929f4d81a5aa3a4cf4e7339b is 175, key is test_row_0/A:col10/1734169200748/Put/seqid=0
2024-12-14T09:40:02,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412146d27befcc0504c1387f519b83c005b1f_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169201549/Put/seqid=0
2024-12-14T09:40:02,539 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:02,540 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7142dc5330314617b6271c6075ecbb74 is 50, key is test_row_0/C:col10/1734169200748/Put/seqid=0
2024-12-14T09:40:02,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742063_1239 (size=32141)
2024-12-14T09:40:02,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742065_1241 (size=13187)
2024-12-14T09:40:02,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742064_1240 (size=12454)
2024-12-14T09:40:02,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:02,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412146d27befcc0504c1387f519b83c005b1f_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146d27befcc0504c1387f519b83c005b1f_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:02,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/78d401380593431f93120edff15273b4, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:02,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/78d401380593431f93120edff15273b4 is 175, key is test_row_0/A:col10/1734169201549/Put/seqid=0
2024-12-14T09:40:02,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742066_1242 (size=31255)
2024-12-14T09:40:02,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:02,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:02,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169262785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:02,889 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169262889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:02,951 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/2b2b65ac929f4d81a5aa3a4cf4e7339b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2b2b65ac929f4d81a5aa3a4cf4e7339b
2024-12-14T09:40:02,957 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7142dc5330314617b6271c6075ecbb74 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7142dc5330314617b6271c6075ecbb74
2024-12-14T09:40:02,959 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into 2b2b65ac929f4d81a5aa3a4cf4e7339b(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:02,959 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:02,959 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=13, startTime=1734169202452; duration=0sec
2024-12-14T09:40:02,959 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:02,959 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:40:02,964 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/78d401380593431f93120edff15273b4
2024-12-14T09:40:02,967 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into 7142dc5330314617b6271c6075ecbb74(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:02,967 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:02,967 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=13, startTime=1734169202455; duration=0sec
2024-12-14T09:40:02,967 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:02,967 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:40:02,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f728daec0a6d4cbbbf62c7f857b33d51 is 50, key is test_row_0/B:col10/1734169201549/Put/seqid=0
2024-12-14T09:40:02,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742067_1243 (size=12301)
2024-12-14T09:40:02,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f728daec0a6d4cbbbf62c7f857b33d51
2024-12-14T09:40:02,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7e932294e411494f9c7382115c122888 is 50, key is test_row_0/C:col10/1734169201549/Put/seqid=0
2024-12-14T09:40:03,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742068_1244 (size=12301)
2024-12-14T09:40:03,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7e932294e411494f9c7382115c122888
2024-12-14T09:40:03,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/78d401380593431f93120edff15273b4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78d401380593431f93120edff15273b4
2024-12-14T09:40:03,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78d401380593431f93120edff15273b4, entries=150, sequenceid=397, filesize=30.5 K
2024-12-14T09:40:03,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/f728daec0a6d4cbbbf62c7f857b33d51 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f728daec0a6d4cbbbf62c7f857b33d51
2024-12-14T09:40:03,023 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f728daec0a6d4cbbbf62c7f857b33d51, entries=150, sequenceid=397, filesize=12.0 K
2024-12-14T09:40:03,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/7e932294e411494f9c7382115c122888 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7e932294e411494f9c7382115c122888
2024-12-14T09:40:03,031 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7e932294e411494f9c7382115c122888, entries=150, sequenceid=397, filesize=12.0 K
2024-12-14T09:40:03,032 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5b49e28c163cc309c0a9b62c106cd751 in 541ms, sequenceid=397, compaction requested=false
2024-12-14T09:40:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64
2024-12-14T09:40:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=64
2024-12-14T09:40:03,034 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63
2024-12-14T09:40:03,035 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6390 sec
2024-12-14T09:40:03,036 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.6460 sec
2024-12-14T09:40:03,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:03,092 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:40:03,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:40:03,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:03,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:40:03,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:03,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:40:03,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:03,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214676efb7b1db14a7592f91d50d2d7054a_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169202784/Put/seqid=0
2024-12-14T09:40:03,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742069_1245 (size=14994)
2024-12-14T09:40:03,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:03,126 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214676efb7b1db14a7592f91d50d2d7054a_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214676efb7b1db14a7592f91d50d2d7054a_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:03,127 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/4a0c1ca276964da39d078ad3fe3e7d88, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:03,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/4a0c1ca276964da39d078ad3fe3e7d88 is 175, key is test_row_0/A:col10/1734169202784/Put/seqid=0
2024-12-14T09:40:03,145 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169263143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:03,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742070_1246 (size=39949)
2024-12-14T09:40:03,151 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=419, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/4a0c1ca276964da39d078ad3fe3e7d88
2024-12-14T09:40:03,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/087abe46c11546929acf2d09bec5628e is 50, key is test_row_0/B:col10/1734169202784/Put/seqid=0
2024-12-14T09:40:03,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742071_1247 (size=12301)
2024-12-14T09:40:03,173 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/087abe46c11546929acf2d09bec5628e
2024-12-14T09:40:03,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/8fc10a39d04d4f80ba23b29286d526ce is 50, key is test_row_0/C:col10/1734169202784/Put/seqid=0
2024-12-14T09:40:03,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742072_1248 (size=12301)
2024-12-14T09:40:03,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169263246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:03,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169263449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63
2024-12-14T09:40:03,502 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed
2024-12-14T09:40:03,503 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees
2024-12-14T09:40:03,504 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-12-14T09:40:03,504 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:03,505 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:03,596 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/8fc10a39d04d4f80ba23b29286d526ce
2024-12-14T09:40:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-12-14T09:40:03,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/4a0c1ca276964da39d078ad3fe3e7d88 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4a0c1ca276964da39d078ad3fe3e7d88
2024-12-14T09:40:03,619 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4a0c1ca276964da39d078ad3fe3e7d88, entries=200, sequenceid=419, filesize=39.0 K
2024-12-14T09:40:03,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/087abe46c11546929acf2d09bec5628e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/087abe46c11546929acf2d09bec5628e
2024-12-14T09:40:03,626 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/087abe46c11546929acf2d09bec5628e, entries=150, sequenceid=419, filesize=12.0 K
2024-12-14T09:40:03,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/8fc10a39d04d4f80ba23b29286d526ce as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8fc10a39d04d4f80ba23b29286d526ce
2024-12-14T09:40:03,631 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8fc10a39d04d4f80ba23b29286d526ce, entries=150, sequenceid=419, filesize=12.0 K
2024-12-14T09:40:03,632 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5b49e28c163cc309c0a9b62c106cd751 in 540ms, sequenceid=419, compaction requested=true
2024-12-14T09:40:03,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:03,632 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:03,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:03,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:03,633 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:03,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:03,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:03,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:03,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:03,634 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:03,634 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103345 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:03,634 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:40:03,634 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:40:03,634 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:03,634 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:03,634 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/3a79ea255ecc46f1bc0d3d1463e7ab8e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f728daec0a6d4cbbbf62c7f857b33d51, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/087abe46c11546929acf2d09bec5628e] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=36.9 K
2024-12-14T09:40:03,634 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2b2b65ac929f4d81a5aa3a4cf4e7339b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78d401380593431f93120edff15273b4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4a0c1ca276964da39d078ad3fe3e7d88] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=100.9 K
2024-12-14T09:40:03,634 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:03,634 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2b2b65ac929f4d81a5aa3a4cf4e7339b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78d401380593431f93120edff15273b4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4a0c1ca276964da39d078ad3fe3e7d88]
2024-12-14T09:40:03,635 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b2b65ac929f4d81a5aa3a4cf4e7339b, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734169200735
2024-12-14T09:40:03,635 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a79ea255ecc46f1bc0d3d1463e7ab8e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734169200735
2024-12-14T09:40:03,635 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f728daec0a6d4cbbbf62c7f857b33d51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1734169201526
2024-12-14T09:40:03,636 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78d401380593431f93120edff15273b4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1734169201526
2024-12-14T09:40:03,636 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 087abe46c11546929acf2d09bec5628e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734169202779
2024-12-14T09:40:03,636 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a0c1ca276964da39d078ad3fe3e7d88, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734169202775
2024-12-14T09:40:03,645 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:03,645 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:03,646 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/1db6d820e385488eb13252bad3a685ca is 50, key is test_row_0/B:col10/1734169202784/Put/seqid=0
2024-12-14T09:40:03,648 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214b21c77f6c4194b3abcde4b964c38a9c0_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:03,649 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214b21c77f6c4194b3abcde4b964c38a9c0_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:03,650 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b21c77f6c4194b3abcde4b964c38a9c0_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:03,656 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:03,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66
2024-12-14T09:40:03,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:03,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-12-14T09:40:03,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:40:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:40:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:40:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:03,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149992054745ef4d559feec955359aa748_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169203141/Put/seqid=0
2024-12-14T09:40:03,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742073_1249 (size=13289)
2024-12-14T09:40:03,674 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/1db6d820e385488eb13252bad3a685ca as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1db6d820e385488eb13252bad3a685ca
2024-12-14T09:40:03,682 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into 1db6d820e385488eb13252bad3a685ca(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:03,682 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:03,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742074_1250 (size=4469)
2024-12-14T09:40:03,682 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=13, startTime=1734169203632; duration=0sec
2024-12-14T09:40:03,682 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:03,683 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:40:03,683 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:03,684 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:03,684 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:40:03,684 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:03,684 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7142dc5330314617b6271c6075ecbb74, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7e932294e411494f9c7382115c122888, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8fc10a39d04d4f80ba23b29286d526ce] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=36.9 K
2024-12-14T09:40:03,686 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7142dc5330314617b6271c6075ecbb74, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734169200735
2024-12-14T09:40:03,687 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e932294e411494f9c7382115c122888, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1734169201526
2024-12-14T09:40:03,687 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fc10a39d04d4f80ba23b29286d526ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734169202779
2024-12-14T09:40:03,701 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:03,702 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/8e039bf32abb449a9bd22fc33b3e80db is 50, key is test_row_0/C:col10/1734169202784/Put/seqid=0
2024-12-14T09:40:03,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742075_1251 (size=12454)
2024-12-14T09:40:03,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:03,710 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149992054745ef4d559feec955359aa748_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149992054745ef4d559feec955359aa748_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/8c9f942a893c43659e7dad58cfc22c3c, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/8c9f942a893c43659e7dad58cfc22c3c is 175, key is test_row_0/A:col10/1734169203141/Put/seqid=0
2024-12-14T09:40:03,742 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742077_1253 (size=31255)
2024-12-14T09:40:03,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742076_1252 (size=13289)
2024-12-14T09:40:03,751 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/8e039bf32abb449a9bd22fc33b3e80db as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8e039bf32abb449a9bd22fc33b3e80db
2024-12-14T09:40:03,756 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into 8e039bf32abb449a9bd22fc33b3e80db(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:03,756 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:03,756 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=13, startTime=1734169203633; duration=0sec
2024-12-14T09:40:03,757 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:03,757 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:40:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:03,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. as already flushing
2024-12-14T09:40:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-12-14T09:40:03,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169263809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:03,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:03,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169263911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:04,083 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#203 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:04,084 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/30e033646b16431a991b84c4d3ba1802 is 175, key is test_row_0/A:col10/1734169202784/Put/seqid=0
2024-12-14T09:40:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-12-14T09:40:04,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169264113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:04,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742078_1254 (size=32243)
2024-12-14T09:40:04,143 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=436, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/8c9f942a893c43659e7dad58cfc22c3c
2024-12-14T09:40:04,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/9146401fce834c2db80ae2e5babbc0d8 is 50, key is test_row_0/B:col10/1734169203141/Put/seqid=0
2024-12-14T09:40:04,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742079_1255 (size=12301)
2024-12-14T09:40:04,410 DEBUG [Thread-669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ba4762a to 127.0.0.1:58469
2024-12-14T09:40:04,410 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:04,410 DEBUG [Thread-665 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dfe463d to 127.0.0.1:58469
2024-12-14T09:40:04,410 DEBUG [Thread-663 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3286a246 to 127.0.0.1:58469
2024-12-14T09:40:04,410 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:04,410 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:04,413 DEBUG [Thread-667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x030be7a2 to 127.0.0.1:58469
2024-12-14T09:40:04,413 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:04,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169264417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:04,523 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/30e033646b16431a991b84c4d3ba1802 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/30e033646b16431a991b84c4d3ba1802
2024-12-14T09:40:04,528 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into 30e033646b16431a991b84c4d3ba1802(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:04,528 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:04,528 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=13, startTime=1734169203632; duration=0sec
2024-12-14T09:40:04,529 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:04,529 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:40:04,554 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/9146401fce834c2db80ae2e5babbc0d8
2024-12-14T09:40:04,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d4fe646e29cf4880a1c2d6ec2974404b is 50, key is test_row_0/C:col10/1734169203141/Put/seqid=0
2024-12-14T09:40:04,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742080_1256 (size=12301)
2024-12-14T09:40:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-12-14T09:40:04,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:41854 deadline: 1734169264921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:04,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d4fe646e29cf4880a1c2d6ec2974404b
2024-12-14T09:40:04,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/8c9f942a893c43659e7dad58cfc22c3c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8c9f942a893c43659e7dad58cfc22c3c
2024-12-14T09:40:04,975 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8c9f942a893c43659e7dad58cfc22c3c, entries=150, sequenceid=436, filesize=30.5 K
2024-12-14T09:40:04,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/9146401fce834c2db80ae2e5babbc0d8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9146401fce834c2db80ae2e5babbc0d8
2024-12-14T09:40:04,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9146401fce834c2db80ae2e5babbc0d8, entries=150, sequenceid=436, filesize=12.0 K
2024-12-14T09:40:04,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d4fe646e29cf4880a1c2d6ec2974404b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4fe646e29cf4880a1c2d6ec2974404b
2024-12-14T09:40:04,987 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4fe646e29cf4880a1c2d6ec2974404b, entries=150, sequenceid=436, filesize=12.0 K
2024-12-14T09:40:04,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 5b49e28c163cc309c0a9b62c106cd751 in 1331ms, sequenceid=436, compaction requested=false
2024-12-14T09:40:04,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:04,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:04,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66
2024-12-14T09:40:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=66
2024-12-14T09:40:04,991 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65
2024-12-14T09:40:04,991 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4840 sec
2024-12-14T09:40:04,993 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.4890 sec
2024-12-14T09:40:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65
2024-12-14T09:40:05,609 INFO  [Thread-662 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed
2024-12-14T09:40:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:05,647 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-12-14T09:40:05,647 DEBUG [Thread-658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x489535ee to 127.0.0.1:58469
2024-12-14T09:40:05,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:40:05,647 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:05,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:05,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:40:05,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:05,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:40:05,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:05,649 DEBUG [Thread-654 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4e9c3820 to 127.0.0.1:58469
2024-12-14T09:40:05,649 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:05,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214a151b9c3db074339b6a0e6ef38f74065_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169205646/Put/seqid=0
2024-12-14T09:40:05,659 DEBUG [Thread-656 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cadde55 to 127.0.0.1:58469
2024-12-14T09:40:05,659 DEBUG [Thread-656 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:05,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742081_1257 (size=12454)
2024-12-14T09:40:05,927 DEBUG [Thread-652 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c6ce985 to 127.0.0.1:58469
2024-12-14T09:40:05,927 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:06,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:06,069 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214a151b9c3db074339b6a0e6ef38f74065_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a151b9c3db074339b6a0e6ef38f74065_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:06,070 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c2001e527b4144299038e1e212599d23, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:06,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c2001e527b4144299038e1e212599d23 is 175, key is test_row_0/A:col10/1734169205646/Put/seqid=0
2024-12-14T09:40:06,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742082_1258 (size=31255)
2024-12-14T09:40:06,477 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=459, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c2001e527b4144299038e1e212599d23
2024-12-14T09:40:06,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/109a7a716b484622a1136fc7cb37af56 is 50, key is test_row_0/B:col10/1734169205646/Put/seqid=0
2024-12-14T09:40:06,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742083_1259 (size=12301)
2024-12-14T09:40:06,706 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-14T09:40:06,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/109a7a716b484622a1136fc7cb37af56
2024-12-14T09:40:06,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/85ededb11e8d46aeb06552a230186110 is 50, key is test_row_0/C:col10/1734169205646/Put/seqid=0
2024-12-14T09:40:06,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742084_1260 (size=12301)
2024-12-14T09:40:07,302 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/85ededb11e8d46aeb06552a230186110
2024-12-14T09:40:07,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/c2001e527b4144299038e1e212599d23 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2001e527b4144299038e1e212599d23
2024-12-14T09:40:07,312 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2001e527b4144299038e1e212599d23, entries=150, sequenceid=459, filesize=30.5 K
2024-12-14T09:40:07,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/109a7a716b484622a1136fc7cb37af56 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/109a7a716b484622a1136fc7cb37af56
2024-12-14T09:40:07,318 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/109a7a716b484622a1136fc7cb37af56, entries=150, sequenceid=459, filesize=12.0 K
2024-12-14T09:40:07,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/85ededb11e8d46aeb06552a230186110 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/85ededb11e8d46aeb06552a230186110
2024-12-14T09:40:07,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/85ededb11e8d46aeb06552a230186110, entries=150, sequenceid=459, filesize=12.0 K
2024-12-14T09:40:07,325 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 5b49e28c163cc309c0a9b62c106cd751 in 1678ms, sequenceid=459, compaction requested=true
2024-12-14T09:40:07,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:07,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:07,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:07,325 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:07,325 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:07,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:07,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:07,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5b49e28c163cc309c0a9b62c106cd751:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:07,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:07,327 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94753 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:07,327 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:07,327 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/B is initiating minor compaction (all files)
2024-12-14T09:40:07,327 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/A is initiating minor compaction (all files)
2024-12-14T09:40:07,327 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/A in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:07,327 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/B in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:07,327 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/30e033646b16431a991b84c4d3ba1802, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8c9f942a893c43659e7dad58cfc22c3c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2001e527b4144299038e1e212599d23] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=92.5 K
2024-12-14T09:40:07,327 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1db6d820e385488eb13252bad3a685ca, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9146401fce834c2db80ae2e5babbc0d8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/109a7a716b484622a1136fc7cb37af56] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=37.0 K
2024-12-14T09:40:07,327 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:07,327 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/30e033646b16431a991b84c4d3ba1802, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8c9f942a893c43659e7dad58cfc22c3c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2001e527b4144299038e1e212599d23]
2024-12-14T09:40:07,328 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30e033646b16431a991b84c4d3ba1802, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734169202779
2024-12-14T09:40:07,328 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1db6d820e385488eb13252bad3a685ca, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734169202779
2024-12-14T09:40:07,328 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c9f942a893c43659e7dad58cfc22c3c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1734169203135
2024-12-14T09:40:07,328 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9146401fce834c2db80ae2e5babbc0d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1734169203135
2024-12-14T09:40:07,329 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 109a7a716b484622a1136fc7cb37af56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1734169203796
2024-12-14T09:40:07,329 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2001e527b4144299038e1e212599d23, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1734169203796
2024-12-14T09:40:07,345 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#B#compaction#211 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:07,346 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d7340fbe4c234df789e855ed9f32a5f7 is 50, key is test_row_0/B:col10/1734169205646/Put/seqid=0
2024-12-14T09:40:07,351 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:07,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742085_1261 (size=13391)
2024-12-14T09:40:07,359 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121406434d8976a347b5accf6222eb46ecec_5b49e28c163cc309c0a9b62c106cd751 store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:07,388 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121406434d8976a347b5accf6222eb46ecec_5b49e28c163cc309c0a9b62c106cd751, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:07,388 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121406434d8976a347b5accf6222eb46ecec_5b49e28c163cc309c0a9b62c106cd751 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:07,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742086_1262 (size=4469)
2024-12-14T09:40:07,405 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#A#compaction#212 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:07,405 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/626025b49a384a3b9a9530e0e51b339c is 175, key is test_row_0/A:col10/1734169205646/Put/seqid=0
2024-12-14T09:40:07,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742087_1263 (size=32345)
2024-12-14T09:40:07,625 DEBUG [Thread-660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36db9f87 to 127.0.0.1:58469
2024-12-14T09:40:07,625 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 143
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 72
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 66
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 24
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6823
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6735
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2938
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8814 rows
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2943
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 8829 rows
2024-12-14T09:40:07,625 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-12-14T09:40:07,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3059cf43 to 127.0.0.1:58469
2024-12-14T09:40:07,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:07,629 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-12-14T09:40:07,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-14T09:40:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-12-14T09:40:07,633 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169207633"}]},"ts":"1734169207633"}
2024-12-14T09:40:07,634 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-14T09:40:07,673 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-14T09:40:07,674 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:40:07,675 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, UNASSIGN}]
2024-12-14T09:40:07,675 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, UNASSIGN
2024-12-14T09:40:07,676 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=5b49e28c163cc309c0a9b62c106cd751, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:07,677 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:40:07,677 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; CloseRegionProcedure 5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:40:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-12-14T09:40:07,761 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/d7340fbe4c234df789e855ed9f32a5f7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7340fbe4c234df789e855ed9f32a5f7
2024-12-14T09:40:07,767 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/B of 5b49e28c163cc309c0a9b62c106cd751 into d7340fbe4c234df789e855ed9f32a5f7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:07,767 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:07,767 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/B, priority=13, startTime=1734169207325; duration=0sec
2024-12-14T09:40:07,767 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:07,767 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:B
2024-12-14T09:40:07,767 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:07,768 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:07,769 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5b49e28c163cc309c0a9b62c106cd751/C is initiating minor compaction (all files)
2024-12-14T09:40:07,769 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5b49e28c163cc309c0a9b62c106cd751/C in TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:07,769 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8e039bf32abb449a9bd22fc33b3e80db, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4fe646e29cf4880a1c2d6ec2974404b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/85ededb11e8d46aeb06552a230186110] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp, totalSize=37.0 K
2024-12-14T09:40:07,769 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e039bf32abb449a9bd22fc33b3e80db, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1734169202779
2024-12-14T09:40:07,770 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d4fe646e29cf4880a1c2d6ec2974404b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1734169203135
2024-12-14T09:40:07,770 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 85ededb11e8d46aeb06552a230186110, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1734169203796
2024-12-14T09:40:07,782 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5b49e28c163cc309c0a9b62c106cd751#C#compaction#213 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:07,783 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d9509e4f274a47338f3b7fd1a32045c7 is 50, key is test_row_0/C:col10/1734169205646/Put/seqid=0
2024-12-14T09:40:07,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742088_1264 (size=13391)
2024-12-14T09:40:07,797 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/d9509e4f274a47338f3b7fd1a32045c7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d9509e4f274a47338f3b7fd1a32045c7
2024-12-14T09:40:07,803 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/C of 5b49e28c163cc309c0a9b62c106cd751 into d9509e4f274a47338f3b7fd1a32045c7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:07,803 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:07,803 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/C, priority=13, startTime=1734169207325; duration=0sec
2024-12-14T09:40:07,803 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:07,803 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:C
2024-12-14T09:40:07,818 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/626025b49a384a3b9a9530e0e51b339c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/626025b49a384a3b9a9530e0e51b339c
2024-12-14T09:40:07,825 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5b49e28c163cc309c0a9b62c106cd751/A of 5b49e28c163cc309c0a9b62c106cd751 into 626025b49a384a3b9a9530e0e51b339c(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:07,825 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:07,825 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751., storeName=5b49e28c163cc309c0a9b62c106cd751/A, priority=13, startTime=1734169207325; duration=0sec
2024-12-14T09:40:07,825 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:07,825 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5b49e28c163cc309c0a9b62c106cd751:A
2024-12-14T09:40:07,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:07,829 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(124): Close 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:07,829 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:40:07,829 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1681): Closing 5b49e28c163cc309c0a9b62c106cd751, disabling compactions & flushes
2024-12-14T09:40:07,829 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:07,829 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:07,829 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751. after waiting 0 ms
2024-12-14T09:40:07,829 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:07,829 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(2837): Flushing 5b49e28c163cc309c0a9b62c106cd751 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-12-14T09:40:07,829 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=A
2024-12-14T09:40:07,829 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:07,830 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=B
2024-12-14T09:40:07,830 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:07,830 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5b49e28c163cc309c0a9b62c106cd751, store=C
2024-12-14T09:40:07,830 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:07,842 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c46a905a31394641adb4a1875f6141c8_5b49e28c163cc309c0a9b62c106cd751 is 50, key is test_row_0/A:col10/1734169207623/Put/seqid=0
2024-12-14T09:40:07,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742089_1265 (size=12454)
2024-12-14T09:40:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-12-14T09:40:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-12-14T09:40:08,254 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:08,259 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c46a905a31394641adb4a1875f6141c8_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c46a905a31394641adb4a1875f6141c8_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:08,260 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/dc0b571c1d3f41c9826baff960060540, store: [table=TestAcidGuarantees family=A region=5b49e28c163cc309c0a9b62c106cd751]
2024-12-14T09:40:08,260 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/dc0b571c1d3f41c9826baff960060540 is 175, key is test_row_0/A:col10/1734169207623/Put/seqid=0
2024-12-14T09:40:08,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742090_1266 (size=31255)
2024-12-14T09:40:08,665 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=469, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/dc0b571c1d3f41c9826baff960060540
2024-12-14T09:40:08,671 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/60480531d6ac4257816292ba61678a21 is 50, key is test_row_0/B:col10/1734169207623/Put/seqid=0
2024-12-14T09:40:08,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742091_1267 (size=12301)
2024-12-14T09:40:08,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-12-14T09:40:09,077 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/60480531d6ac4257816292ba61678a21
2024-12-14T09:40:09,085 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/01595700432e48e296b5ff92cc73f300 is 50, key is test_row_0/C:col10/1734169207623/Put/seqid=0
2024-12-14T09:40:09,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742092_1268 (size=12301)
2024-12-14T09:40:09,529 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/01595700432e48e296b5ff92cc73f300
2024-12-14T09:40:09,534 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/A/dc0b571c1d3f41c9826baff960060540 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dc0b571c1d3f41c9826baff960060540
2024-12-14T09:40:09,539 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dc0b571c1d3f41c9826baff960060540, entries=150, sequenceid=469, filesize=30.5 K
2024-12-14T09:40:09,540 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/B/60480531d6ac4257816292ba61678a21 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/60480531d6ac4257816292ba61678a21
2024-12-14T09:40:09,544 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/60480531d6ac4257816292ba61678a21, entries=150, sequenceid=469, filesize=12.0 K
2024-12-14T09:40:09,545 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/.tmp/C/01595700432e48e296b5ff92cc73f300 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/01595700432e48e296b5ff92cc73f300
2024-12-14T09:40:09,549 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/01595700432e48e296b5ff92cc73f300, entries=150, sequenceid=469, filesize=12.0 K
2024-12-14T09:40:09,550 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 5b49e28c163cc309c0a9b62c106cd751 in 1721ms, sequenceid=469, compaction requested=false
2024-12-14T09:40:09,551 DEBUG [StoreCloser-TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ba9091b5aa444b9797fdfa80cfc7fd2a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78b5e633b311488794c21a518695093c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2c8f93c829634bc498340a349c3e1bbc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0aff7098f6a04f728e9351f50f964412, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/a67219a9f00440faa282d0957fd2e8b8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2cc318cc616b49ad8a2b178a3fe50ccc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/3f0bcdb7a3da4b93a71e23a34f5967d5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ce77665b7fb649e8a2e6323f67c906bd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/7b9ada0dfc10492aa5f728d341639afc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/41830a38e984423eae88b5791c494d34, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/e8f211b25e64431999f0395be4cc926a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/f77c3ab6e10b49ae86b3167a752cfa0f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/49b9499b436043b2abbcb61165d2ea2a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/df6ff1169fc44a70bebdc75900f85f78, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/317d16832f5a4fe6870de87f22962819, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/6209a5d004574e9f8d6f735f474f6150, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/9031fcca4889481bbb574896a7d79642, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/568c57b847464003b8eafce0619951db, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0f585db95dbc492aa59f5bea14f9e1cc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4114269320944bd4baa46e6f400fd321, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2a5ce9fd68e4c5c8a9a8cb32564fba6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dec7d2b3db664b7893fc353dbfb301c1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8790b18bba20442e9ac94d79bdbc64e0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/bb59e149a9cd4029845d60e540ee3afc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/d4d0a80ba6ca4fecbd497672e132434a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2b2b65ac929f4d81a5aa3a4cf4e7339b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c502f30e260d49668193cf11056399f1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78d401380593431f93120edff15273b4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4a0c1ca276964da39d078ad3fe3e7d88, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/30e033646b16431a991b84c4d3ba1802, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8c9f942a893c43659e7dad58cfc22c3c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2001e527b4144299038e1e212599d23] to archive
2024-12-14T09:40:09,552 DEBUG [StoreCloser-TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:40:09,554 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/3f0bcdb7a3da4b93a71e23a34f5967d5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/3f0bcdb7a3da4b93a71e23a34f5967d5
2024-12-14T09:40:09,554 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2c8f93c829634bc498340a349c3e1bbc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2c8f93c829634bc498340a349c3e1bbc
2024-12-14T09:40:09,554 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ba9091b5aa444b9797fdfa80cfc7fd2a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ba9091b5aa444b9797fdfa80cfc7fd2a
2024-12-14T09:40:09,554 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/a67219a9f00440faa282d0957fd2e8b8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/a67219a9f00440faa282d0957fd2e8b8
2024-12-14T09:40:09,554 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ce77665b7fb649e8a2e6323f67c906bd to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/ce77665b7fb649e8a2e6323f67c906bd
2024-12-14T09:40:09,554 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2cc318cc616b49ad8a2b178a3fe50ccc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2cc318cc616b49ad8a2b178a3fe50ccc
2024-12-14T09:40:09,554 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78b5e633b311488794c21a518695093c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78b5e633b311488794c21a518695093c
2024-12-14T09:40:09,554 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0aff7098f6a04f728e9351f50f964412 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0aff7098f6a04f728e9351f50f964412
2024-12-14T09:40:09,556 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/7b9ada0dfc10492aa5f728d341639afc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/7b9ada0dfc10492aa5f728d341639afc
2024-12-14T09:40:09,556 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/e8f211b25e64431999f0395be4cc926a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/e8f211b25e64431999f0395be4cc926a
2024-12-14T09:40:09,556 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/41830a38e984423eae88b5791c494d34 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/41830a38e984423eae88b5791c494d34
2024-12-14T09:40:09,557 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/49b9499b436043b2abbcb61165d2ea2a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/49b9499b436043b2abbcb61165d2ea2a
2024-12-14T09:40:09,557 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/f77c3ab6e10b49ae86b3167a752cfa0f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/f77c3ab6e10b49ae86b3167a752cfa0f
2024-12-14T09:40:09,557 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/317d16832f5a4fe6870de87f22962819 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/317d16832f5a4fe6870de87f22962819
2024-12-14T09:40:09,557 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/6209a5d004574e9f8d6f735f474f6150 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/6209a5d004574e9f8d6f735f474f6150
2024-12-14T09:40:09,557 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/df6ff1169fc44a70bebdc75900f85f78 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/df6ff1169fc44a70bebdc75900f85f78
2024-12-14T09:40:09,558 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/9031fcca4889481bbb574896a7d79642 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/9031fcca4889481bbb574896a7d79642
2024-12-14T09:40:09,559 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/568c57b847464003b8eafce0619951db to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/568c57b847464003b8eafce0619951db
2024-12-14T09:40:09,559 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4114269320944bd4baa46e6f400fd321 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4114269320944bd4baa46e6f400fd321
2024-12-14T09:40:09,559 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0f585db95dbc492aa59f5bea14f9e1cc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/0f585db95dbc492aa59f5bea14f9e1cc
2024-12-14T09:40:09,559 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dec7d2b3db664b7893fc353dbfb301c1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dec7d2b3db664b7893fc353dbfb301c1
2024-12-14T09:40:09,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2a5ce9fd68e4c5c8a9a8cb32564fba6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2a5ce9fd68e4c5c8a9a8cb32564fba6
2024-12-14T09:40:09,560 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/bb59e149a9cd4029845d60e540ee3afc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/bb59e149a9cd4029845d60e540ee3afc
2024-12-14T09:40:09,560 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8790b18bba20442e9ac94d79bdbc64e0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8790b18bba20442e9ac94d79bdbc64e0
2024-12-14T09:40:09,561 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/d4d0a80ba6ca4fecbd497672e132434a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/d4d0a80ba6ca4fecbd497672e132434a
2024-12-14T09:40:09,561 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2b2b65ac929f4d81a5aa3a4cf4e7339b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/2b2b65ac929f4d81a5aa3a4cf4e7339b
2024-12-14T09:40:09,562 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78d401380593431f93120edff15273b4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/78d401380593431f93120edff15273b4
2024-12-14T09:40:09,562 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c502f30e260d49668193cf11056399f1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c502f30e260d49668193cf11056399f1
2024-12-14T09:40:09,562 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4a0c1ca276964da39d078ad3fe3e7d88 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/4a0c1ca276964da39d078ad3fe3e7d88
2024-12-14T09:40:09,562 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/30e033646b16431a991b84c4d3ba1802 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/30e033646b16431a991b84c4d3ba1802
2024-12-14T09:40:09,562 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8c9f942a893c43659e7dad58cfc22c3c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/8c9f942a893c43659e7dad58cfc22c3c
2024-12-14T09:40:09,562 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2001e527b4144299038e1e212599d23 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/c2001e527b4144299038e1e212599d23
2024-12-14T09:40:09,564 DEBUG [StoreCloser-TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7d622b1078247ce99828cab2f5858cd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/fcde2c2cfc134c0eafbd46a1d878ec8f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9117b31656574b368bbb83be15f48543, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0fd1a80e17d24019980daa99c318868b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8a614ed2204c49d3b581c1cbde94dac6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/5d886e0355484d10ae4383b055c80740, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/db96b47947204425a4b52407905face5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8b4620f4445847d3ac8d2e97fb656b9c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f7dbce2511d2468d9adb7242bafec1f4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f5c9685d41124c27b69a3ea2c669dfae, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/54fec43f459e489d8a941fa2d353c333, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/09b71a4ea08444949e62417346a50fe5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1c8988d829e14675899c019d1edaa14c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f981523a20254a71a1c0ed257095eca3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1f4a60d8e35d4787b5cfc0e84169d644, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/76dab48cf6a84c0b86acff242ed4add1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c22f87fbcd2a417e826bbf1f304cf3ad, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9956661980eb4770ad919f1691bfae0d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c83d9f5e1ceb46969ec030fb1106cd20, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/dd1255923ff9463f9fb58c7cabb6fdd3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0c678d58a1264dca8e72942e948959a6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/aebf236d1a4c4e9b8fd49d148d411c2f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d067b074ab2a4b4f8af86b0b238fbe87, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/545371d62670427084380ff8432a1fbf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d8eeeb84938a4cb984df497ee16e1ab8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/3a79ea255ecc46f1bc0d3d1463e7ab8e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/48f80f908bcb4090b2097c40f701f013, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f728daec0a6d4cbbbf62c7f857b33d51, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1db6d820e385488eb13252bad3a685ca, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/087abe46c11546929acf2d09bec5628e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9146401fce834c2db80ae2e5babbc0d8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/109a7a716b484622a1136fc7cb37af56] to archive
2024-12-14T09:40:09,565 DEBUG [StoreCloser-TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:40:09,567 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9117b31656574b368bbb83be15f48543 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9117b31656574b368bbb83be15f48543
2024-12-14T09:40:09,568 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/fcde2c2cfc134c0eafbd46a1d878ec8f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/fcde2c2cfc134c0eafbd46a1d878ec8f
2024-12-14T09:40:09,568 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8a614ed2204c49d3b581c1cbde94dac6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8a614ed2204c49d3b581c1cbde94dac6
2024-12-14T09:40:09,568 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/db96b47947204425a4b52407905face5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/db96b47947204425a4b52407905face5
2024-12-14T09:40:09,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/5d886e0355484d10ae4383b055c80740 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/5d886e0355484d10ae4383b055c80740
2024-12-14T09:40:09,568 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0fd1a80e17d24019980daa99c318868b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0fd1a80e17d24019980daa99c318868b
2024-12-14T09:40:09,568 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7d622b1078247ce99828cab2f5858cd to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7d622b1078247ce99828cab2f5858cd
2024-12-14T09:40:09,568 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8b4620f4445847d3ac8d2e97fb656b9c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/8b4620f4445847d3ac8d2e97fb656b9c
2024-12-14T09:40:09,569 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/09b71a4ea08444949e62417346a50fe5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/09b71a4ea08444949e62417346a50fe5
2024-12-14T09:40:09,570 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f5c9685d41124c27b69a3ea2c669dfae to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f5c9685d41124c27b69a3ea2c669dfae
2024-12-14T09:40:09,570 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/54fec43f459e489d8a941fa2d353c333 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/54fec43f459e489d8a941fa2d353c333
2024-12-14T09:40:09,570 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1c8988d829e14675899c019d1edaa14c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1c8988d829e14675899c019d1edaa14c
2024-12-14T09:40:09,570 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f981523a20254a71a1c0ed257095eca3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f981523a20254a71a1c0ed257095eca3
2024-12-14T09:40:09,571 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/76dab48cf6a84c0b86acff242ed4add1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/76dab48cf6a84c0b86acff242ed4add1
2024-12-14T09:40:09,571 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1f4a60d8e35d4787b5cfc0e84169d644 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1f4a60d8e35d4787b5cfc0e84169d644
2024-12-14T09:40:09,572 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f7dbce2511d2468d9adb7242bafec1f4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f7dbce2511d2468d9adb7242bafec1f4
2024-12-14T09:40:09,572 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9956661980eb4770ad919f1691bfae0d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9956661980eb4770ad919f1691bfae0d
2024-12-14T09:40:09,572 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c83d9f5e1ceb46969ec030fb1106cd20 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c83d9f5e1ceb46969ec030fb1106cd20
2024-12-14T09:40:09,572 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0c678d58a1264dca8e72942e948959a6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/0c678d58a1264dca8e72942e948959a6
2024-12-14T09:40:09,573 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/dd1255923ff9463f9fb58c7cabb6fdd3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/dd1255923ff9463f9fb58c7cabb6fdd3
2024-12-14T09:40:09,573 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c22f87fbcd2a417e826bbf1f304cf3ad to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/c22f87fbcd2a417e826bbf1f304cf3ad
2024-12-14T09:40:09,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/aebf236d1a4c4e9b8fd49d148d411c2f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/aebf236d1a4c4e9b8fd49d148d411c2f
2024-12-14T09:40:09,574 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d067b074ab2a4b4f8af86b0b238fbe87 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d067b074ab2a4b4f8af86b0b238fbe87
2024-12-14T09:40:09,574 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d8eeeb84938a4cb984df497ee16e1ab8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d8eeeb84938a4cb984df497ee16e1ab8
2024-12-14T09:40:09,574 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/545371d62670427084380ff8432a1fbf to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/545371d62670427084380ff8432a1fbf
2024-12-14T09:40:09,574 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/3a79ea255ecc46f1bc0d3d1463e7ab8e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/3a79ea255ecc46f1bc0d3d1463e7ab8e
2024-12-14T09:40:09,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f728daec0a6d4cbbbf62c7f857b33d51 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/f728daec0a6d4cbbbf62c7f857b33d51
2024-12-14T09:40:09,575 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/48f80f908bcb4090b2097c40f701f013 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/48f80f908bcb4090b2097c40f701f013
2024-12-14T09:40:09,575 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1db6d820e385488eb13252bad3a685ca to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/1db6d820e385488eb13252bad3a685ca
2024-12-14T09:40:09,575 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/087abe46c11546929acf2d09bec5628e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/087abe46c11546929acf2d09bec5628e
2024-12-14T09:40:09,575 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9146401fce834c2db80ae2e5babbc0d8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/9146401fce834c2db80ae2e5babbc0d8
2024-12-14T09:40:09,575 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/109a7a716b484622a1136fc7cb37af56 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/109a7a716b484622a1136fc7cb37af56
2024-12-14T09:40:09,576 DEBUG [StoreCloser-TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/e2b9659765dc41f1952386c470d6821e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/cad5db3a3e014d0aac377c46e08ea3eb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/54679c6789d846a99396c529658a9646, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ef923b1c31834bcb9888a8bbac93df4d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/77bfcfb4c0344f9da3c284c606a89aa9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/75e3ef4f34f845e48158000e5b166526, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/be4de675d747445fbc4f3dd3928a552b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d7b0aeaa31bf46a0b1246beef39779bd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c7f6161141b40788c95c7785d23a2e0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/a54db17d864940c598866b8c5ae203cb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ba6020434c404b12a07fdb3e3f383483, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/918f997600c344bc8f02746a7c53b8ff, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/bc8d7692f6234fffb9204dc69b33e1f7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/47ccc78f5ed94570b42fcc945b34a888, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9cf491f5e2be441ba0c34e6bdb3e923e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/4579b14dbf32405e9528c85be8c96fd8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9785da773cdb4f018798ec44943acf8d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c62523491bd47d2841202f152d4698c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/64d25f4cb6934080a72fd48424b92ba0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/c5d179f417484e849704ca2f7772eded, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/f5dd7e409a20420daebd4311ef0853c9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8b6827fba6ac43a5931c6c4e6c55d66b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4e3043200a44b6e8043acc40e19d9f5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/42dfd9faefc242cf8d5df080f9368e99, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/864b257ac5b940e39fe533ad6bec914c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7142dc5330314617b6271c6075ecbb74, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/631b06b0f497496395dbc1ec50c11963, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7e932294e411494f9c7382115c122888, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8e039bf32abb449a9bd22fc33b3e80db, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8fc10a39d04d4f80ba23b29286d526ce, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4fe646e29cf4880a1c2d6ec2974404b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/85ededb11e8d46aeb06552a230186110] to archive
2024-12-14T09:40:09,577 DEBUG [StoreCloser-TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:40:09,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/54679c6789d846a99396c529658a9646 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/54679c6789d846a99396c529658a9646
2024-12-14T09:40:09,579 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ef923b1c31834bcb9888a8bbac93df4d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ef923b1c31834bcb9888a8bbac93df4d
2024-12-14T09:40:09,579 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/e2b9659765dc41f1952386c470d6821e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/e2b9659765dc41f1952386c470d6821e
2024-12-14T09:40:09,579 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/77bfcfb4c0344f9da3c284c606a89aa9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/77bfcfb4c0344f9da3c284c606a89aa9
2024-12-14T09:40:09,579 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/75e3ef4f34f845e48158000e5b166526 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/75e3ef4f34f845e48158000e5b166526
2024-12-14T09:40:09,580 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d7b0aeaa31bf46a0b1246beef39779bd to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d7b0aeaa31bf46a0b1246beef39779bd
2024-12-14T09:40:09,580 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/be4de675d747445fbc4f3dd3928a552b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/be4de675d747445fbc4f3dd3928a552b
2024-12-14T09:40:09,580 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/cad5db3a3e014d0aac377c46e08ea3eb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/cad5db3a3e014d0aac377c46e08ea3eb
2024-12-14T09:40:09,581 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c7f6161141b40788c95c7785d23a2e0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c7f6161141b40788c95c7785d23a2e0
2024-12-14T09:40:09,582 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/918f997600c344bc8f02746a7c53b8ff to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/918f997600c344bc8f02746a7c53b8ff
2024-12-14T09:40:09,582 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/a54db17d864940c598866b8c5ae203cb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/a54db17d864940c598866b8c5ae203cb
2024-12-14T09:40:09,582 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ba6020434c404b12a07fdb3e3f383483 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/ba6020434c404b12a07fdb3e3f383483
2024-12-14T09:40:09,582 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/47ccc78f5ed94570b42fcc945b34a888 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/47ccc78f5ed94570b42fcc945b34a888
2024-12-14T09:40:09,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/bc8d7692f6234fffb9204dc69b33e1f7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/bc8d7692f6234fffb9204dc69b33e1f7
2024-12-14T09:40:09,582 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/4579b14dbf32405e9528c85be8c96fd8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/4579b14dbf32405e9528c85be8c96fd8
2024-12-14T09:40:09,583 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9cf491f5e2be441ba0c34e6bdb3e923e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9cf491f5e2be441ba0c34e6bdb3e923e
2024-12-14T09:40:09,584 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9785da773cdb4f018798ec44943acf8d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/9785da773cdb4f018798ec44943acf8d
2024-12-14T09:40:09,584 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/c5d179f417484e849704ca2f7772eded to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/c5d179f417484e849704ca2f7772eded
2024-12-14T09:40:09,584 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/64d25f4cb6934080a72fd48424b92ba0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/64d25f4cb6934080a72fd48424b92ba0
2024-12-14T09:40:09,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c62523491bd47d2841202f152d4698c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7c62523491bd47d2841202f152d4698c
2024-12-14T09:40:09,584 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/f5dd7e409a20420daebd4311ef0853c9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/f5dd7e409a20420daebd4311ef0853c9
2024-12-14T09:40:09,584 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8b6827fba6ac43a5931c6c4e6c55d66b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8b6827fba6ac43a5931c6c4e6c55d66b
2024-12-14T09:40:09,585 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4e3043200a44b6e8043acc40e19d9f5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4e3043200a44b6e8043acc40e19d9f5
2024-12-14T09:40:09,585 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/42dfd9faefc242cf8d5df080f9368e99 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/42dfd9faefc242cf8d5df080f9368e99
2024-12-14T09:40:09,586 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7142dc5330314617b6271c6075ecbb74 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7142dc5330314617b6271c6075ecbb74
2024-12-14T09:40:09,586 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/864b257ac5b940e39fe533ad6bec914c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/864b257ac5b940e39fe533ad6bec914c
2024-12-14T09:40:09,586 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7e932294e411494f9c7382115c122888 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/7e932294e411494f9c7382115c122888
2024-12-14T09:40:09,586 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/631b06b0f497496395dbc1ec50c11963 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/631b06b0f497496395dbc1ec50c11963
2024-12-14T09:40:09,586 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8e039bf32abb449a9bd22fc33b3e80db to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8e039bf32abb449a9bd22fc33b3e80db
2024-12-14T09:40:09,586 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8fc10a39d04d4f80ba23b29286d526ce to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/8fc10a39d04d4f80ba23b29286d526ce
2024-12-14T09:40:09,587 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4fe646e29cf4880a1c2d6ec2974404b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d4fe646e29cf4880a1c2d6ec2974404b
2024-12-14T09:40:09,587 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/85ededb11e8d46aeb06552a230186110 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/85ededb11e8d46aeb06552a230186110
2024-12-14T09:40:09,591 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/recovered.edits/472.seqid, newMaxSeqId=472, maxSeqId=4
2024-12-14T09:40:09,591 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.
2024-12-14T09:40:09,591 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] regionserver.HRegion(1635): Region close journal for 5b49e28c163cc309c0a9b62c106cd751:

2024-12-14T09:40:09,593 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=70}] handler.UnassignRegionHandler(170): Closed 5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,593 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=5b49e28c163cc309c0a9b62c106cd751, regionState=CLOSED
2024-12-14T09:40:09,595 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69
2024-12-14T09:40:09,595 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; CloseRegionProcedure 5b49e28c163cc309c0a9b62c106cd751, server=32d1f136e9e3,45387,1734169148668 in 1.9170 sec
2024-12-14T09:40:09,596 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68
2024-12-14T09:40:09,596 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5b49e28c163cc309c0a9b62c106cd751, UNASSIGN in 1.9200 sec
2024-12-14T09:40:09,597 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67
2024-12-14T09:40:09,597 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9220 sec
2024-12-14T09:40:09,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169209598"}]},"ts":"1734169209598"}
2024-12-14T09:40:09,599 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-14T09:40:09,606 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-14T09:40:09,608 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9770 sec
2024-12-14T09:40:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67
2024-12-14T09:40:09,737 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 67 completed
2024-12-14T09:40:09,738 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-14T09:40:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:09,739 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=71, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-12-14T09:40:09,740 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=71, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:09,741 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,743 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/recovered.edits]
2024-12-14T09:40:09,746 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dc0b571c1d3f41c9826baff960060540 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/dc0b571c1d3f41c9826baff960060540
2024-12-14T09:40:09,746 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/626025b49a384a3b9a9530e0e51b339c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/A/626025b49a384a3b9a9530e0e51b339c
2024-12-14T09:40:09,749 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/60480531d6ac4257816292ba61678a21 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/60480531d6ac4257816292ba61678a21
2024-12-14T09:40:09,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7340fbe4c234df789e855ed9f32a5f7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/B/d7340fbe4c234df789e855ed9f32a5f7
2024-12-14T09:40:09,752 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/01595700432e48e296b5ff92cc73f300 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/01595700432e48e296b5ff92cc73f300
2024-12-14T09:40:09,752 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d9509e4f274a47338f3b7fd1a32045c7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/C/d9509e4f274a47338f3b7fd1a32045c7
2024-12-14T09:40:09,755 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/recovered.edits/472.seqid to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751/recovered.edits/472.seqid
2024-12-14T09:40:09,755 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,756 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-14T09:40:09,756 DEBUG [PEWorker-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-14T09:40:09,757 DEBUG [PEWorker-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-14T09:40:09,767 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214226d255eb31d42dbad6d176470bb2c90_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214226d255eb31d42dbad6d176470bb2c90_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412140c6fd01f37874124b97fd1eb3ff64507_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412140c6fd01f37874124b97fd1eb3ff64507_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,767 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121414bdcfbb66a14be68f1fe9ed9e1013f1_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121414bdcfbb66a14be68f1fe9ed9e1013f1_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,767 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121405ed08e53e7d47abba17939802203b0d_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121405ed08e53e7d47abba17939802203b0d_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,767 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412142fede1e5c03044b0ab933afe5cdcfef7_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412142fede1e5c03044b0ab933afe5cdcfef7_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,767 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214509b083499984eb184876fed83f41ecf_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214509b083499984eb184876fed83f41ecf_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,767 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144e5b2214751f42758d17be1cea9734f5_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412144e5b2214751f42758d17be1cea9734f5_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,769 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121457f628a668824ae3b7009df714fbbfce_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121457f628a668824ae3b7009df714fbbfce_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,770 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145a80a5572be149099abc49d1fd83c7c7_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145a80a5572be149099abc49d1fd83c7c7_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,770 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121462981e997f9f48febded14d3fdfa07e4_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121462981e997f9f48febded14d3fdfa07e4_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145fb8415189c34fb69867e323458f1cf0_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145fb8415189c34fb69867e323458f1cf0_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,771 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214676efb7b1db14a7592f91d50d2d7054a_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214676efb7b1db14a7592f91d50d2d7054a_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,771 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214772927c95cca4a9a85a7560d6d473aec_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214772927c95cca4a9a85a7560d6d473aec_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,771 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146d27befcc0504c1387f519b83c005b1f_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146d27befcc0504c1387f519b83c005b1f_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,771 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147bf022fca7ed401f887b0b016e9ff267_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147bf022fca7ed401f887b0b016e9ff267_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,773 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121488772c3945be48c4ba0798e3f483b5cd_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121488772c3945be48c4ba0798e3f483b5cd_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,773 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148ca0a26e2d9f478ba4b13786b1334309_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148ca0a26e2d9f478ba4b13786b1334309_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,774 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149992054745ef4d559feec955359aa748_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149992054745ef4d559feec955359aa748_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,774 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a151b9c3db074339b6a0e6ef38f74065_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a151b9c3db074339b6a0e6ef38f74065_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c46a905a31394641adb4a1875f6141c8_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c46a905a31394641adb4a1875f6141c8_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,774 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b53a48ab98584c54a66077cab66f7780_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b53a48ab98584c54a66077cab66f7780_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,774 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8ddf9086aa1479bbf127fb7005a096a_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e8ddf9086aa1479bbf127fb7005a096a_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,774 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214adfea91bddea4b56864d5b9348a8cc46_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214adfea91bddea4b56864d5b9348a8cc46_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,775 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214faa2caae37db4f0797227bbdfa07e62d_5b49e28c163cc309c0a9b62c106cd751 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214faa2caae37db4f0797227bbdfa07e62d_5b49e28c163cc309c0a9b62c106cd751
2024-12-14T09:40:09,776 DEBUG [PEWorker-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-14T09:40:09,779 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=71, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:09,782 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-14T09:40:09,784 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor.
2024-12-14T09:40:09,785 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=71, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:09,785 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states.
2024-12-14T09:40:09,785 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734169209785"}]},"ts":"9223372036854775807"}
2024-12-14T09:40:09,787 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-12-14T09:40:09,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5b49e28c163cc309c0a9b62c106cd751, NAME => 'TestAcidGuarantees,,1734169181095.5b49e28c163cc309c0a9b62c106cd751.', STARTKEY => '', ENDKEY => ''}]
2024-12-14T09:40:09,787 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted.
2024-12-14T09:40:09,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734169209787"}]},"ts":"9223372036854775807"}
2024-12-14T09:40:09,792 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-12-14T09:40:09,798 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=71, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:09,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 61 msec
2024-12-14T09:40:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71
2024-12-14T09:40:09,841 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 71 completed
2024-12-14T09:40:09,850 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=249 (was 247)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1947465076_22 at /127.0.0.1:51574 [Waiting for operation #8]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/dfs/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1164280913_22 at /127.0.0.1:44976 [Waiting for operation #583]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x29d20772-shared-pool-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1947465076_22 at /127.0.0.1:45216 [Waiting for operation #214]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x29d20772-shared-pool-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1947465076_22 at /127.0.0.1:51564 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x29d20772-shared-pool-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/dfs/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1164280913_22 at /127.0.0.1:48050 [Waiting for operation #573]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: hconnection-0x29d20772-shared-pool-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=465 (was 460) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=619 (was 563) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4280 (was 3926) - AvailableMemoryMB LEAK? -
2024-12-14T09:40:09,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=249, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=619, ProcessCount=11, AvailableMemoryMB=4279
2024-12-14T09:40:09,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:40:09,859 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:40:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:09,861 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-14T09:40:09,861 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:09,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 72
2024-12-14T09:40:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72
2024-12-14T09:40:09,862 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-14T09:40:09,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742093_1269 (size=963)
2024-12-14T09:40:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72
2024-12-14T09:40:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72
2024-12-14T09:40:10,269 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:40:10,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742094_1270 (size=53)
2024-12-14T09:40:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72
2024-12-14T09:40:10,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:40:10,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5c94c70b04a982d10d058872a9c83ec4, disabling compactions & flushes
2024-12-14T09:40:10,674 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:10,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:10,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. after waiting 0 ms
2024-12-14T09:40:10,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:10,674 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:10,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:10,675 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-14T09:40:10,676 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734169210676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734169210676"}]},"ts":"1734169210676"}
2024-12-14T09:40:10,677 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-12-14T09:40:10,677 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-14T09:40:10,677 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169210677"}]},"ts":"1734169210677"}
2024-12-14T09:40:10,678 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-14T09:40:10,723 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c94c70b04a982d10d058872a9c83ec4, ASSIGN}]
2024-12-14T09:40:10,724 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c94c70b04a982d10d058872a9c83ec4, ASSIGN
2024-12-14T09:40:10,725 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c94c70b04a982d10d058872a9c83ec4, ASSIGN; state=OFFLINE, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=false
2024-12-14T09:40:10,875 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=5c94c70b04a982d10d058872a9c83ec4, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:10,877 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; OpenRegionProcedure 5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:40:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72
2024-12-14T09:40:11,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:11,031 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:11,031 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7285): Opening region: {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:40:11,032 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:11,032 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:40:11,032 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7327): checking encryption for 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:11,032 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7330): checking classloading for 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:11,033 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5c94c70b04a982d10d058872a9c83ec4 
2024-12-14T09:40:11,034 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:11,035 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c94c70b04a982d10d058872a9c83ec4 columnFamilyName A
2024-12-14T09:40:11,035 DEBUG [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:11,035 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.HStore(327): Store=5c94c70b04a982d10d058872a9c83ec4/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:11,035 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5c94c70b04a982d10d058872a9c83ec4 
2024-12-14T09:40:11,037 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:11,037 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c94c70b04a982d10d058872a9c83ec4 columnFamilyName B
2024-12-14T09:40:11,037 DEBUG [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:11,038 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.HStore(327): Store=5c94c70b04a982d10d058872a9c83ec4/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:11,038 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5c94c70b04a982d10d058872a9c83ec4 
2024-12-14T09:40:11,039 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:11,039 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c94c70b04a982d10d058872a9c83ec4 columnFamilyName C
2024-12-14T09:40:11,039 DEBUG [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:11,040 INFO  [StoreOpener-5c94c70b04a982d10d058872a9c83ec4-1 {}] regionserver.HStore(327): Store=5c94c70b04a982d10d058872a9c83ec4/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:11,040 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:11,041 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:11,041 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:11,043 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:40:11,044 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1085): writing seq id for 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:11,046 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:40:11,047 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1102): Opened 5c94c70b04a982d10d058872a9c83ec4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71427119, jitterRate=0.06434701383113861}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:40:11,048 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1001): Region open journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:11,048 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., pid=74, masterSystemTime=1734169211028
2024-12-14T09:40:11,050 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:11,050 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:11,050 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=5c94c70b04a982d10d058872a9c83ec4, regionState=OPEN, openSeqNum=2, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:11,053 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73
2024-12-14T09:40:11,053 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; OpenRegionProcedure 5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668 in 175 msec
2024-12-14T09:40:11,054 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72
2024-12-14T09:40:11,054 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c94c70b04a982d10d058872a9c83ec4, ASSIGN in 330 msec
2024-12-14T09:40:11,055 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-14T09:40:11,055 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169211055"}]},"ts":"1734169211055"}
2024-12-14T09:40:11,056 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-14T09:40:11,065 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=72, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-14T09:40:11,067 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2050 sec
2024-12-14T09:40:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=72
2024-12-14T09:40:11,967 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 72 completed
2024-12-14T09:40:11,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4becc07d to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63a751b9
2024-12-14T09:40:12,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bab3f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,009 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,011 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-14T09:40:12,012 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-14T09:40:12,014 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cc79dd6 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b4256e
2024-12-14T09:40:12,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e48016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,025 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cd6e3ed to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18ed3e4c
2024-12-14T09:40:12,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2ae977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13b0002b to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62de434f
2024-12-14T09:40:12,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed37f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,041 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1703a605 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7575b91
2024-12-14T09:40:12,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e88ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x168133da to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b377948
2024-12-14T09:40:12,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfc4f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a9f805a to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3505ffc0
2024-12-14T09:40:12,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598ef39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b123525 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61f33e78
2024-12-14T09:40:12,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0f458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bd6a663 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@532e5d9f
2024-12-14T09:40:12,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77780196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,083 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10be4157 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31dd347a
2024-12-14T09:40:12,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ef766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42712ad6 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ad7b806
2024-12-14T09:40:12,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0349fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:12,105 DEBUG [hconnection-0x58bccebd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:12,105 DEBUG [hconnection-0x49c0489-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,106 DEBUG [hconnection-0x4d6b2d45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,106 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,106 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees
2024-12-14T09:40:12,107 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,107 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-12-14T09:40:12,108 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:12,109 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:12,111 DEBUG [hconnection-0x6c64b47f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,112 DEBUG [hconnection-0x8383a32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,112 DEBUG [hconnection-0x1ed3f4b9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,113 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,113 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,113 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,114 DEBUG [hconnection-0x232c5eea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,115 DEBUG [hconnection-0x3f6ed1b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,115 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,116 DEBUG [hconnection-0x7c8b27ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,116 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:12,117 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:40:12,118 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,118 DEBUG [hconnection-0x51808291-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:12,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:12,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:12,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:12,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:12,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:12,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:12,119 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:12,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/a66d1752018b4f76af66321442fd0b40 is 50, key is test_row_0/A:col10/1734169212115/Put/seqid=0
2024-12-14T09:40:12,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742095_1271 (size=12001)
2024-12-14T09:40:12,189 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/a66d1752018b4f76af66321442fd0b40
2024-12-14T09:40:12,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169272192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169272195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169272195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169272202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169272202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-12-14T09:40:12,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/f32c47ead7a44b76a18bf4bbcfe5dd07 is 50, key is test_row_0/B:col10/1734169212115/Put/seqid=0
2024-12-14T09:40:12,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742096_1272 (size=12001)
2024-12-14T09:40:12,276 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/f32c47ead7a44b76a18bf4bbcfe5dd07
2024-12-14T09:40:12,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169272303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169272303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169272303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169272308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169272309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/c665e33693f64a4094f07f9739d75c20 is 50, key is test_row_0/C:col10/1734169212115/Put/seqid=0
2024-12-14T09:40:12,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742097_1273 (size=12001)
2024-12-14T09:40:12,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:12,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:12,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-12-14T09:40:12,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169272507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169272509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169272512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169272513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,515 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169272514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:12,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:12,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,696 DEBUG [master/32d1f136e9e3:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region effe462ffd0a7190f6bbac38b44c3ddb changed from -1.0 to 0.0, refreshing cache
2024-12-14T09:40:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-12-14T09:40:12,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,798 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/c665e33693f64a4094f07f9739d75c20
2024-12-14T09:40:12,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/a66d1752018b4f76af66321442fd0b40 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a66d1752018b4f76af66321442fd0b40
2024-12-14T09:40:12,806 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a66d1752018b4f76af66321442fd0b40, entries=150, sequenceid=12, filesize=11.7 K
2024-12-14T09:40:12,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/f32c47ead7a44b76a18bf4bbcfe5dd07 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f32c47ead7a44b76a18bf4bbcfe5dd07
2024-12-14T09:40:12,810 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f32c47ead7a44b76a18bf4bbcfe5dd07, entries=150, sequenceid=12, filesize=11.7 K
2024-12-14T09:40:12,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/c665e33693f64a4094f07f9739d75c20 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c665e33693f64a4094f07f9739d75c20
2024-12-14T09:40:12,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169272810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,813 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169272812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169272815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,816 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c665e33693f64a4094f07f9739d75c20, entries=150, sequenceid=12, filesize=11.7 K
2024-12-14T09:40:12,817 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5c94c70b04a982d10d058872a9c83ec4 in 700ms, sequenceid=12, compaction requested=false
2024-12-14T09:40:12,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:12,819 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-12-14T09:40:12,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:12,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:12,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/030f874ae9304c26820f67e0e59bd360 is 50, key is test_row_0/A:col10/1734169212818/Put/seqid=0
2024-12-14T09:40:12,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742098_1274 (size=12001)
2024-12-14T09:40:12,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169272829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,831 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/030f874ae9304c26820f67e0e59bd360
2024-12-14T09:40:12,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169272829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/0220dc54085e4b70be2cbc0aa5c2d34f is 50, key is test_row_0/B:col10/1734169212818/Put/seqid=0
2024-12-14T09:40:12,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742099_1275 (size=12001)
2024-12-14T09:40:12,851 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/0220dc54085e4b70be2cbc0aa5c2d34f
2024-12-14T09:40:12,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/71d31060418747a3bb3a3089e945c055 is 50, key is test_row_0/C:col10/1734169212818/Put/seqid=0
2024-12-14T09:40:12,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742100_1276 (size=12001)
2024-12-14T09:40:12,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:12,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:12,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:12,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:12,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169272931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169272932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:13,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169273136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169273136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:13,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:13,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-12-14T09:40:13,278 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/71d31060418747a3bb3a3089e945c055
2024-12-14T09:40:13,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/030f874ae9304c26820f67e0e59bd360 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/030f874ae9304c26820f67e0e59bd360
2024-12-14T09:40:13,287 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/030f874ae9304c26820f67e0e59bd360, entries=150, sequenceid=40, filesize=11.7 K
2024-12-14T09:40:13,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/0220dc54085e4b70be2cbc0aa5c2d34f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0220dc54085e4b70be2cbc0aa5c2d34f
2024-12-14T09:40:13,295 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0220dc54085e4b70be2cbc0aa5c2d34f, entries=150, sequenceid=40, filesize=11.7 K
2024-12-14T09:40:13,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/71d31060418747a3bb3a3089e945c055 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/71d31060418747a3bb3a3089e945c055
2024-12-14T09:40:13,311 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/71d31060418747a3bb3a3089e945c055, entries=150, sequenceid=40, filesize=11.7 K
2024-12-14T09:40:13,316 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 5c94c70b04a982d10d058872a9c83ec4 in 497ms, sequenceid=40, compaction requested=false
2024-12-14T09:40:13,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:13,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:13,323 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:40:13,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:13,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:13,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:13,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:13,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:13,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:13,344 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:13,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/0633b26344af473ab4c5dd911270db49 is 50, key is test_row_0/A:col10/1734169213320/Put/seqid=0
2024-12-14T09:40:13,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169273374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169273375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169273376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742101_1277 (size=12001)
2024-12-14T09:40:13,394 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/0633b26344af473ab4c5dd911270db49
2024-12-14T09:40:13,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/629b84eaf0e24610a0b785ade6c36e48 is 50, key is test_row_0/B:col10/1734169213320/Put/seqid=0
2024-12-14T09:40:13,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169273443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169273444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742102_1278 (size=12001)
2024-12-14T09:40:13,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169273482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169273482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,486 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169273482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,505 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:13,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,663 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169273687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169273687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:13,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169273688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:13,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:13,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,863 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/629b84eaf0e24610a0b785ade6c36e48
2024-12-14T09:40:13,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/32edabbdba694714922defa1a0289f87 is 50, key is test_row_0/C:col10/1734169213320/Put/seqid=0
2024-12-14T09:40:13,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742103_1279 (size=12001)
2024-12-14T09:40:13,874 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/32edabbdba694714922defa1a0289f87
2024-12-14T09:40:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/0633b26344af473ab4c5dd911270db49 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0633b26344af473ab4c5dd911270db49
2024-12-14T09:40:13,883 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0633b26344af473ab4c5dd911270db49, entries=150, sequenceid=52, filesize=11.7 K
2024-12-14T09:40:13,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/629b84eaf0e24610a0b785ade6c36e48 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/629b84eaf0e24610a0b785ade6c36e48
2024-12-14T09:40:13,887 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/629b84eaf0e24610a0b785ade6c36e48, entries=150, sequenceid=52, filesize=11.7 K
2024-12-14T09:40:13,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/32edabbdba694714922defa1a0289f87 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/32edabbdba694714922defa1a0289f87
2024-12-14T09:40:13,891 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/32edabbdba694714922defa1a0289f87, entries=150, sequenceid=52, filesize=11.7 K
2024-12-14T09:40:13,892 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5c94c70b04a982d10d058872a9c83ec4 in 570ms, sequenceid=52, compaction requested=true
2024-12-14T09:40:13,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:13,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:13,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:13,892 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:13,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:13,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:13,892 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:13,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:13,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:13,893 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:13,893 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:13,893 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:13,893 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:13,893 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,893 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,893 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a66d1752018b4f76af66321442fd0b40, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/030f874ae9304c26820f67e0e59bd360, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0633b26344af473ab4c5dd911270db49] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=35.2 K
2024-12-14T09:40:13,893 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f32c47ead7a44b76a18bf4bbcfe5dd07, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0220dc54085e4b70be2cbc0aa5c2d34f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/629b84eaf0e24610a0b785ade6c36e48] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=35.2 K
2024-12-14T09:40:13,894 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a66d1752018b4f76af66321442fd0b40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734169212112
2024-12-14T09:40:13,894 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f32c47ead7a44b76a18bf4bbcfe5dd07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734169212112
2024-12-14T09:40:13,894 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 030f874ae9304c26820f67e0e59bd360, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734169212194
2024-12-14T09:40:13,894 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0220dc54085e4b70be2cbc0aa5c2d34f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734169212194
2024-12-14T09:40:13,894 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0633b26344af473ab4c5dd911270db49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734169212827
2024-12-14T09:40:13,894 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 629b84eaf0e24610a0b785ade6c36e48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734169212827
2024-12-14T09:40:13,904 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:13,905 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/c3e53ed1f2f24982ba28797ac114eb0f is 50, key is test_row_0/B:col10/1734169213320/Put/seqid=0
2024-12-14T09:40:13,906 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#227 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:13,906 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/057eb7b25834423bbb086f91f859fcbb is 50, key is test_row_0/A:col10/1734169213320/Put/seqid=0
2024-12-14T09:40:13,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742105_1281 (size=12104)
2024-12-14T09:40:13,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742104_1280 (size=12104)
2024-12-14T09:40:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:13,950 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:40:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:13,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:13,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fc20a744b6774b79be14ce7ab9544d2c is 50, key is test_row_0/A:col10/1734169213374/Put/seqid=0
2024-12-14T09:40:13,968 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:13,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:13,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:13,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742106_1282 (size=14341)
2024-12-14T09:40:14,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169273990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169273992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169274005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169274004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169274005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169274109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169274109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169274109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-12-14T09:40:14,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:14,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169274311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,315 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/057eb7b25834423bbb086f91f859fcbb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/057eb7b25834423bbb086f91f859fcbb
2024-12-14T09:40:14,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169274315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169274315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,323 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/c3e53ed1f2f24982ba28797ac114eb0f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c3e53ed1f2f24982ba28797ac114eb0f
2024-12-14T09:40:14,324 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into 057eb7b25834423bbb086f91f859fcbb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:14,324 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:14,324 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=13, startTime=1734169213892; duration=0sec
2024-12-14T09:40:14,324 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:14,324 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:14,324 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:14,328 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:14,328 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:14,328 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,328 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c665e33693f64a4094f07f9739d75c20, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/71d31060418747a3bb3a3089e945c055, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/32edabbdba694714922defa1a0289f87] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=35.2 K
2024-12-14T09:40:14,329 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c665e33693f64a4094f07f9739d75c20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734169212112
2024-12-14T09:40:14,330 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into c3e53ed1f2f24982ba28797ac114eb0f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:14,330 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:14,330 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=13, startTime=1734169213892; duration=0sec
2024-12-14T09:40:14,330 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:14,330 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:14,330 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71d31060418747a3bb3a3089e945c055, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734169212194
2024-12-14T09:40:14,331 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32edabbdba694714922defa1a0289f87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734169212827
2024-12-14T09:40:14,338 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:14,339 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/394b6975ba07410ba57e5f276df1ed3a is 50, key is test_row_0/C:col10/1734169213320/Put/seqid=0
2024-12-14T09:40:14,355 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742107_1283 (size=12104)
2024-12-14T09:40:14,363 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/394b6975ba07410ba57e5f276df1ed3a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/394b6975ba07410ba57e5f276df1ed3a
2024-12-14T09:40:14,370 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into 394b6975ba07410ba57e5f276df1ed3a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:14,370 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:14,370 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=13, startTime=1734169213892; duration=0sec
2024-12-14T09:40:14,370 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:14,370 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:14,381 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fc20a744b6774b79be14ce7ab9544d2c
2024-12-14T09:40:14,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/c68181775d9645f68a0c687d53de0efe is 50, key is test_row_0/B:col10/1734169213374/Put/seqid=0
2024-12-14T09:40:14,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742108_1284 (size=12001)
2024-12-14T09:40:14,413 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/c68181775d9645f68a0c687d53de0efe
2024-12-14T09:40:14,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/75c45e473bab445ca40a9b46e7dbd772 is 50, key is test_row_0/C:col10/1734169213374/Put/seqid=0
2024-12-14T09:40:14,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742109_1285 (size=12001)
2024-12-14T09:40:14,428 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169274505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169274510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169274615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169274618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:14,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169274618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,733 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=76
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:14,828 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/75c45e473bab445ca40a9b46e7dbd772
2024-12-14T09:40:14,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fc20a744b6774b79be14ce7ab9544d2c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fc20a744b6774b79be14ce7ab9544d2c
2024-12-14T09:40:14,835 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fc20a744b6774b79be14ce7ab9544d2c, entries=200, sequenceid=77, filesize=14.0 K
2024-12-14T09:40:14,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/c68181775d9645f68a0c687d53de0efe as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c68181775d9645f68a0c687d53de0efe
2024-12-14T09:40:14,840 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c68181775d9645f68a0c687d53de0efe, entries=150, sequenceid=77, filesize=11.7 K
2024-12-14T09:40:14,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/75c45e473bab445ca40a9b46e7dbd772 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/75c45e473bab445ca40a9b46e7dbd772
2024-12-14T09:40:14,845 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/75c45e473bab445ca40a9b46e7dbd772, entries=150, sequenceid=77, filesize=11.7 K
2024-12-14T09:40:14,845 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5c94c70b04a982d10d058872a9c83ec4 in 896ms, sequenceid=77, compaction requested=false
2024-12-14T09:40:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:14,886 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:14,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76
2024-12-14T09:40:14,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:14,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/ad12ac3df78c4d4dbacde955fa273f6a is 50, key is test_row_0/A:col10/1734169213970/Put/seqid=0
2024-12-14T09:40:14,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742110_1286 (size=12001)
2024-12-14T09:40:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:15,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:15,121 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-14T09:40:15,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169275155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169275156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169275156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169275261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169275261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169275263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/ad12ac3df78c4d4dbacde955fa273f6a
2024-12-14T09:40:15,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/3b2283f52a074e2bb90369074c7c1291 is 50, key is test_row_0/B:col10/1734169213970/Put/seqid=0
2024-12-14T09:40:15,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742111_1287 (size=12001)
2024-12-14T09:40:15,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/3b2283f52a074e2bb90369074c7c1291
2024-12-14T09:40:15,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/8c7f6f89236c40228edbf309eb2f8b33 is 50, key is test_row_0/C:col10/1734169213970/Put/seqid=0
2024-12-14T09:40:15,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742112_1288 (size=12001)
2024-12-14T09:40:15,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/8c7f6f89236c40228edbf309eb2f8b33
2024-12-14T09:40:15,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/ad12ac3df78c4d4dbacde955fa273f6a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ad12ac3df78c4d4dbacde955fa273f6a
2024-12-14T09:40:15,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ad12ac3df78c4d4dbacde955fa273f6a, entries=150, sequenceid=92, filesize=11.7 K
2024-12-14T09:40:15,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/3b2283f52a074e2bb90369074c7c1291 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/3b2283f52a074e2bb90369074c7c1291
2024-12-14T09:40:15,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/3b2283f52a074e2bb90369074c7c1291, entries=150, sequenceid=92, filesize=11.7 K
2024-12-14T09:40:15,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/8c7f6f89236c40228edbf309eb2f8b33 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8c7f6f89236c40228edbf309eb2f8b33
2024-12-14T09:40:15,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8c7f6f89236c40228edbf309eb2f8b33, entries=150, sequenceid=92, filesize=11.7 K
2024-12-14T09:40:15,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5c94c70b04a982d10d058872a9c83ec4 in 517ms, sequenceid=92, compaction requested=true
2024-12-14T09:40:15,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76
2024-12-14T09:40:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=76
2024-12-14T09:40:15,407 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75
2024-12-14T09:40:15,407 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2960 sec
2024-12-14T09:40:15,409 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 3.3030 sec
2024-12-14T09:40:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:15,466 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:40:15,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:15,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/277aa0cd463043eda4425aab199cd1f7 is 50, key is test_row_0/A:col10/1734169215154/Put/seqid=0
2024-12-14T09:40:15,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169275478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169275480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169275480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742113_1289 (size=12001)
2024-12-14T09:40:15,496 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/277aa0cd463043eda4425aab199cd1f7
2024-12-14T09:40:15,514 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169275512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/8387555ac9d445edadfd2732c174116c is 50, key is test_row_0/B:col10/1734169215154/Put/seqid=0
2024-12-14T09:40:15,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169275521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742114_1290 (size=12001)
2024-12-14T09:40:15,553 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/8387555ac9d445edadfd2732c174116c
2024-12-14T09:40:15,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/532903c552b74f91a4eaeb0c5249c39a is 50, key is test_row_0/C:col10/1734169215154/Put/seqid=0
2024-12-14T09:40:15,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169275587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169275588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169275588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742115_1291 (size=12001)
2024-12-14T09:40:15,611 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/532903c552b74f91a4eaeb0c5249c39a
2024-12-14T09:40:15,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/277aa0cd463043eda4425aab199cd1f7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/277aa0cd463043eda4425aab199cd1f7
2024-12-14T09:40:15,626 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/277aa0cd463043eda4425aab199cd1f7, entries=150, sequenceid=117, filesize=11.7 K
2024-12-14T09:40:15,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/8387555ac9d445edadfd2732c174116c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8387555ac9d445edadfd2732c174116c
2024-12-14T09:40:15,637 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8387555ac9d445edadfd2732c174116c, entries=150, sequenceid=117, filesize=11.7 K
2024-12-14T09:40:15,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/532903c552b74f91a4eaeb0c5249c39a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/532903c552b74f91a4eaeb0c5249c39a
2024-12-14T09:40:15,642 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/532903c552b74f91a4eaeb0c5249c39a, entries=150, sequenceid=117, filesize=11.7 K
2024-12-14T09:40:15,643 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5c94c70b04a982d10d058872a9c83ec4 in 177ms, sequenceid=117, compaction requested=true
2024-12-14T09:40:15,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:15,644 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:15,644 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:15,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:15,645 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:15,645 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:15,645 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:15,645 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/057eb7b25834423bbb086f91f859fcbb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fc20a744b6774b79be14ce7ab9544d2c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ad12ac3df78c4d4dbacde955fa273f6a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/277aa0cd463043eda4425aab199cd1f7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=49.3 K
2024-12-14T09:40:15,645 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:15,646 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:15,646 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:15,646 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c3e53ed1f2f24982ba28797ac114eb0f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c68181775d9645f68a0c687d53de0efe, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/3b2283f52a074e2bb90369074c7c1291, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8387555ac9d445edadfd2732c174116c] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=47.0 K
2024-12-14T09:40:15,646 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 057eb7b25834423bbb086f91f859fcbb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734169212827
2024-12-14T09:40:15,646 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c3e53ed1f2f24982ba28797ac114eb0f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734169212827
2024-12-14T09:40:15,646 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc20a744b6774b79be14ce7ab9544d2c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734169213367
2024-12-14T09:40:15,647 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c68181775d9645f68a0c687d53de0efe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734169213367
2024-12-14T09:40:15,647 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad12ac3df78c4d4dbacde955fa273f6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734169213967
2024-12-14T09:40:15,647 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b2283f52a074e2bb90369074c7c1291, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734169213967
2024-12-14T09:40:15,647 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 277aa0cd463043eda4425aab199cd1f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734169215151
2024-12-14T09:40:15,648 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8387555ac9d445edadfd2732c174116c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734169215151
2024-12-14T09:40:15,666 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:15,667 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/32d4416b1a0d40c7b25f0db058e8260c is 50, key is test_row_0/A:col10/1734169215154/Put/seqid=0
2024-12-14T09:40:15,673 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:15,674 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/e5cfb9eb93ec444dadc4dc184b5ea58e is 50, key is test_row_0/B:col10/1734169215154/Put/seqid=0
2024-12-14T09:40:15,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742117_1293 (size=12241)
2024-12-14T09:40:15,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742116_1292 (size=12241)
2024-12-14T09:40:15,710 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/32d4416b1a0d40c7b25f0db058e8260c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/32d4416b1a0d40c7b25f0db058e8260c
2024-12-14T09:40:15,716 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into 32d4416b1a0d40c7b25f0db058e8260c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:15,716 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:15,716 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=12, startTime=1734169215643; duration=0sec
2024-12-14T09:40:15,716 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:15,716 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:15,716 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:15,717 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:15,717 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:15,717 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:15,717 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/394b6975ba07410ba57e5f276df1ed3a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/75c45e473bab445ca40a9b46e7dbd772, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8c7f6f89236c40228edbf309eb2f8b33, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/532903c552b74f91a4eaeb0c5249c39a] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=47.0 K
2024-12-14T09:40:15,717 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 394b6975ba07410ba57e5f276df1ed3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734169212827
2024-12-14T09:40:15,718 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75c45e473bab445ca40a9b46e7dbd772, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734169213367
2024-12-14T09:40:15,718 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c7f6f89236c40228edbf309eb2f8b33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734169213967
2024-12-14T09:40:15,718 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 532903c552b74f91a4eaeb0c5249c39a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734169215151
2024-12-14T09:40:15,725 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:15,726 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/35c7ebf9768f44c6831a81eac6ffc442 is 50, key is test_row_0/C:col10/1734169215154/Put/seqid=0
2024-12-14T09:40:15,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742118_1294 (size=12241)
2024-12-14T09:40:15,740 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/35c7ebf9768f44c6831a81eac6ffc442 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/35c7ebf9768f44c6831a81eac6ffc442
2024-12-14T09:40:15,746 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into 35c7ebf9768f44c6831a81eac6ffc442(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:15,746 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:15,746 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=12, startTime=1734169215644; duration=0sec
2024-12-14T09:40:15,746 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:15,746 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:15,791 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-12-14T09:40:15,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:15,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:15,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:15,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:15,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:15,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:15,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/0e29a6ff25dd4e068e93a7b8bfabe50a is 50, key is test_row_0/A:col10/1734169215477/Put/seqid=0
2024-12-14T09:40:15,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742119_1295 (size=14441)
2024-12-14T09:40:15,801 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/0e29a6ff25dd4e068e93a7b8bfabe50a
2024-12-14T09:40:15,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/0f47bb035f0c4fe092396bfda8def5d1 is 50, key is test_row_0/B:col10/1734169215477/Put/seqid=0
2024-12-14T09:40:15,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742120_1296 (size=12101)
2024-12-14T09:40:15,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169275814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169275814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169275814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169275917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169275917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:15,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169275917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,091 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/e5cfb9eb93ec444dadc4dc184b5ea58e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e5cfb9eb93ec444dadc4dc184b5ea58e
2024-12-14T09:40:16,107 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into e5cfb9eb93ec444dadc4dc184b5ea58e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:16,107 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:16,107 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=12, startTime=1734169215644; duration=0sec
2024-12-14T09:40:16,107 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:16,107 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:16,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169276120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169276121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169276122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,211 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/0f47bb035f0c4fe092396bfda8def5d1
2024-12-14T09:40:16,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/c0c137b3d127444985846385f43ea1a3 is 50, key is test_row_0/C:col10/1734169215477/Put/seqid=0
2024-12-14T09:40:16,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742121_1297 (size=12101)
2024-12-14T09:40:16,226 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/c0c137b3d127444985846385f43ea1a3
2024-12-14T09:40:16,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75
2024-12-14T09:40:16,227 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed
2024-12-14T09:40:16,229 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:16,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees
2024-12-14T09:40:16,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/0e29a6ff25dd4e068e93a7b8bfabe50a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0e29a6ff25dd4e068e93a7b8bfabe50a
2024-12-14T09:40:16,231 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-12-14T09:40:16,231 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:16,232 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:16,235 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0e29a6ff25dd4e068e93a7b8bfabe50a, entries=200, sequenceid=133, filesize=14.1 K
2024-12-14T09:40:16,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/0f47bb035f0c4fe092396bfda8def5d1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0f47bb035f0c4fe092396bfda8def5d1
2024-12-14T09:40:16,245 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0f47bb035f0c4fe092396bfda8def5d1, entries=150, sequenceid=133, filesize=11.8 K
2024-12-14T09:40:16,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/c0c137b3d127444985846385f43ea1a3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c0c137b3d127444985846385f43ea1a3
2024-12-14T09:40:16,251 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c0c137b3d127444985846385f43ea1a3, entries=150, sequenceid=133, filesize=11.8 K
2024-12-14T09:40:16,252 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 5c94c70b04a982d10d058872a9c83ec4 in 461ms, sequenceid=133, compaction requested=false
2024-12-14T09:40:16,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-12-14T09:40:16,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78
2024-12-14T09:40:16,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:16,385 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-12-14T09:40:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:16,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:16,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/54302c4ac3c941ff84ac6c2669da272c is 50, key is test_row_0/A:col10/1734169215812/Put/seqid=0
2024-12-14T09:40:16,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742122_1298 (size=12151)
2024-12-14T09:40:16,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/54302c4ac3c941ff84ac6c2669da272c
2024-12-14T09:40:16,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/94a411c91c02432eb08141a81c7704bc is 50, key is test_row_0/B:col10/1734169215812/Put/seqid=0
2024-12-14T09:40:16,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742123_1299 (size=12151)
2024-12-14T09:40:16,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/94a411c91c02432eb08141a81c7704bc
2024-12-14T09:40:16,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:16,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:16,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d77bb6e488f2448f85b2a0f0d6811f01 is 50, key is test_row_0/C:col10/1734169215812/Put/seqid=0
2024-12-14T09:40:16,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742124_1300 (size=12151)
2024-12-14T09:40:16,438 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d77bb6e488f2448f85b2a0f0d6811f01
2024-12-14T09:40:16,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169276435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169276437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169276437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/54302c4ac3c941ff84ac6c2669da272c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/54302c4ac3c941ff84ac6c2669da272c
2024-12-14T09:40:16,445 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/54302c4ac3c941ff84ac6c2669da272c, entries=150, sequenceid=156, filesize=11.9 K
2024-12-14T09:40:16,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/94a411c91c02432eb08141a81c7704bc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/94a411c91c02432eb08141a81c7704bc
2024-12-14T09:40:16,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/94a411c91c02432eb08141a81c7704bc, entries=150, sequenceid=156, filesize=11.9 K
2024-12-14T09:40:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d77bb6e488f2448f85b2a0f0d6811f01 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d77bb6e488f2448f85b2a0f0d6811f01
2024-12-14T09:40:16,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d77bb6e488f2448f85b2a0f0d6811f01, entries=150, sequenceid=156, filesize=11.9 K
2024-12-14T09:40:16,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 5c94c70b04a982d10d058872a9c83ec4 in 69ms, sequenceid=156, compaction requested=true
2024-12-14T09:40:16,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:16,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:16,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78
2024-12-14T09:40:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=78
2024-12-14T09:40:16,456 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77
2024-12-14T09:40:16,456 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 224 msec
2024-12-14T09:40:16,457 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 228 msec
2024-12-14T09:40:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77
2024-12-14T09:40:16,532 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed
2024-12-14T09:40:16,533 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees
2024-12-14T09:40:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-12-14T09:40:16,534 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:16,535 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:16,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:16,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:16,540 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-12-14T09:40:16,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:16,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:16,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:16,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:16,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:16,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:16,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/a1850fa4d3184bea88494e18701451e9 is 50, key is test_row_0/A:col10/1734169216435/Put/seqid=0
2024-12-14T09:40:16,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742125_1301 (size=16931)
2024-12-14T09:40:16,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169276557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169276559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169276560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-12-14T09:40:16,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169276661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169276663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169276663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-12-14T09:40:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:16,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:16,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-12-14T09:40:16,839 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-12-14T09:40:16,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:16,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:16,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:16,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:16,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:16,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169276863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169276865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169276873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,947 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/a1850fa4d3184bea88494e18701451e9
2024-12-14T09:40:16,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/4d30c025d4de4d6e80459d2f8ab59400 is 50, key is test_row_0/B:col10/1734169216435/Put/seqid=0
2024-12-14T09:40:16,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742126_1302 (size=12151)
2024-12-14T09:40:16,956 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/4d30c025d4de4d6e80459d2f8ab59400
2024-12-14T09:40:16,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/aa93f80eb2a14d51baa9c0fe61b79b25 is 50, key is test_row_0/C:col10/1734169216435/Put/seqid=0
2024-12-14T09:40:16,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742127_1303 (size=12151)
2024-12-14T09:40:16,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:16,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-12-14T09:40:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:16,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:16,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-12-14T09:40:17,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-12-14T09:40:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:17,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:17,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:17,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169277170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169277170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169277175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,296 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-12-14T09:40:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:17,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:17,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=80
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:17,373 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/aa93f80eb2a14d51baa9c0fe61b79b25
2024-12-14T09:40:17,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/a1850fa4d3184bea88494e18701451e9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a1850fa4d3184bea88494e18701451e9
2024-12-14T09:40:17,379 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a1850fa4d3184bea88494e18701451e9, entries=250, sequenceid=172, filesize=16.5 K
2024-12-14T09:40:17,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/4d30c025d4de4d6e80459d2f8ab59400 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4d30c025d4de4d6e80459d2f8ab59400
2024-12-14T09:40:17,383 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4d30c025d4de4d6e80459d2f8ab59400, entries=150, sequenceid=172, filesize=11.9 K
2024-12-14T09:40:17,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/aa93f80eb2a14d51baa9c0fe61b79b25 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aa93f80eb2a14d51baa9c0fe61b79b25
2024-12-14T09:40:17,387 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aa93f80eb2a14d51baa9c0fe61b79b25, entries=150, sequenceid=172, filesize=11.9 K
2024-12-14T09:40:17,388 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 5c94c70b04a982d10d058872a9c83ec4 in 848ms, sequenceid=172, compaction requested=true
2024-12-14T09:40:17,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:17,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:17,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:17,388 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:17,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:17,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:17,388 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:17,390 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55764 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:17,390 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:17,390 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:17,390 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/32d4416b1a0d40c7b25f0db058e8260c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0e29a6ff25dd4e068e93a7b8bfabe50a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/54302c4ac3c941ff84ac6c2669da272c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a1850fa4d3184bea88494e18701451e9] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=54.5 K
2024-12-14T09:40:17,390 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:17,390 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:17,390 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:17,390 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e5cfb9eb93ec444dadc4dc184b5ea58e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0f47bb035f0c4fe092396bfda8def5d1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/94a411c91c02432eb08141a81c7704bc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4d30c025d4de4d6e80459d2f8ab59400] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=47.5 K
2024-12-14T09:40:17,390 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32d4416b1a0d40c7b25f0db058e8260c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734169215151
2024-12-14T09:40:17,391 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e29a6ff25dd4e068e93a7b8bfabe50a, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734169215472
2024-12-14T09:40:17,391 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54302c4ac3c941ff84ac6c2669da272c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734169215805
2024-12-14T09:40:17,391 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1850fa4d3184bea88494e18701451e9, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169216434
2024-12-14T09:40:17,391 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e5cfb9eb93ec444dadc4dc184b5ea58e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734169215151
2024-12-14T09:40:17,391 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f47bb035f0c4fe092396bfda8def5d1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734169215477
2024-12-14T09:40:17,392 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 94a411c91c02432eb08141a81c7704bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734169215805
2024-12-14T09:40:17,392 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d30c025d4de4d6e80459d2f8ab59400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169216435
2024-12-14T09:40:17,398 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:17,398 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:17,398 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/4a1e813967184b77af8e414d1da9e5c3 is 50, key is test_row_0/B:col10/1734169216435/Put/seqid=0
2024-12-14T09:40:17,399 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/d85c4fc56a4e426994c451fb17215f12 is 50, key is test_row_0/A:col10/1734169216435/Put/seqid=0
2024-12-14T09:40:17,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742128_1304 (size=12527)
2024-12-14T09:40:17,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742129_1305 (size=12527)
2024-12-14T09:40:17,446 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/d85c4fc56a4e426994c451fb17215f12 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/d85c4fc56a4e426994c451fb17215f12
2024-12-14T09:40:17,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80
2024-12-14T09:40:17,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:17,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-12-14T09:40:17,451 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into d85c4fc56a4e426994c451fb17215f12(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:17,451 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:17,451 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=12, startTime=1734169217388; duration=0sec
2024-12-14T09:40:17,452 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:17,452 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:17,452 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:17,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:17,453 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:17,454 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:17,454 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:17,455 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/35c7ebf9768f44c6831a81eac6ffc442, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c0c137b3d127444985846385f43ea1a3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d77bb6e488f2448f85b2a0f0d6811f01, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aa93f80eb2a14d51baa9c0fe61b79b25] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=47.5 K
2024-12-14T09:40:17,455 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35c7ebf9768f44c6831a81eac6ffc442, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734169215151
2024-12-14T09:40:17,455 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0c137b3d127444985846385f43ea1a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734169215477
2024-12-14T09:40:17,456 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting d77bb6e488f2448f85b2a0f0d6811f01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734169215805
2024-12-14T09:40:17,456 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa93f80eb2a14d51baa9c0fe61b79b25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169216435
2024-12-14T09:40:17,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/662871ff342f4e43a89dcab171a9932e is 50, key is test_row_0/A:col10/1734169216559/Put/seqid=0
2024-12-14T09:40:17,465 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:17,465 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ebb872b29d7945ba96a5402878167887 is 50, key is test_row_0/C:col10/1734169216435/Put/seqid=0
2024-12-14T09:40:17,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742130_1306 (size=12151)
2024-12-14T09:40:17,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742131_1307 (size=12527)
2024-12-14T09:40:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:17,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:17,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169277555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169277554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-12-14T09:40:17,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169277657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169277657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169277673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169277676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169277681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,836 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/4a1e813967184b77af8e414d1da9e5c3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4a1e813967184b77af8e414d1da9e5c3
2024-12-14T09:40:17,840 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into 4a1e813967184b77af8e414d1da9e5c3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:17,840 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:17,840 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=12, startTime=1734169217388; duration=0sec
2024-12-14T09:40:17,840 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:17,840 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:17,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169277859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169277859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:17,877 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/662871ff342f4e43a89dcab171a9932e
2024-12-14T09:40:17,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/534d3768f8834c8881df50afb9250099 is 50, key is test_row_0/B:col10/1734169216559/Put/seqid=0
2024-12-14T09:40:17,886 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ebb872b29d7945ba96a5402878167887 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ebb872b29d7945ba96a5402878167887
2024-12-14T09:40:17,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742132_1308 (size=12151)
2024-12-14T09:40:17,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/534d3768f8834c8881df50afb9250099
2024-12-14T09:40:17,890 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into ebb872b29d7945ba96a5402878167887(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:17,890 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:17,890 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=12, startTime=1734169217388; duration=0sec
2024-12-14T09:40:17,890 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:17,890 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:17,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/1773fc86b5cf4c75b56e5300738a0bb9 is 50, key is test_row_0/C:col10/1734169216559/Put/seqid=0
2024-12-14T09:40:17,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742133_1309 (size=12151)
2024-12-14T09:40:18,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169278161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169278162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,304 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/1773fc86b5cf4c75b56e5300738a0bb9
2024-12-14T09:40:18,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/662871ff342f4e43a89dcab171a9932e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/662871ff342f4e43a89dcab171a9932e
2024-12-14T09:40:18,312 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/662871ff342f4e43a89dcab171a9932e, entries=150, sequenceid=193, filesize=11.9 K
2024-12-14T09:40:18,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/534d3768f8834c8881df50afb9250099 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/534d3768f8834c8881df50afb9250099
2024-12-14T09:40:18,317 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/534d3768f8834c8881df50afb9250099, entries=150, sequenceid=193, filesize=11.9 K
2024-12-14T09:40:18,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/1773fc86b5cf4c75b56e5300738a0bb9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/1773fc86b5cf4c75b56e5300738a0bb9
2024-12-14T09:40:18,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/1773fc86b5cf4c75b56e5300738a0bb9, entries=150, sequenceid=193, filesize=11.9 K
2024-12-14T09:40:18,324 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 5c94c70b04a982d10d058872a9c83ec4 in 873ms, sequenceid=193, compaction requested=false
2024-12-14T09:40:18,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:18,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:18,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-12-14T09:40:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=80
2024-12-14T09:40:18,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79
2024-12-14T09:40:18,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7900 sec
2024-12-14T09:40:18,328 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.7940 sec
2024-12-14T09:40:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79
2024-12-14T09:40:18,639 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed
2024-12-14T09:40:18,640 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees
2024-12-14T09:40:18,642 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-12-14T09:40:18,642 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:18,642 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:18,669 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:40:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:18,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:18,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fe5127148c6340318c453cd0ed4930cf is 50, key is test_row_0/A:col10/1734169218669/Put/seqid=0
2024-12-14T09:40:18,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742134_1310 (size=12151)
2024-12-14T09:40:18,683 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fe5127148c6340318c453cd0ed4930cf
2024-12-14T09:40:18,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169278687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169278689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b2f3dfcfdfdc471a824c502739280d16 is 50, key is test_row_0/B:col10/1734169218669/Put/seqid=0
2024-12-14T09:40:18,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169278692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169278694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169278695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742135_1311 (size=12151)
2024-12-14T09:40:18,705 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b2f3dfcfdfdc471a824c502739280d16
2024-12-14T09:40:18,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/453fd4637db84d40a26f4cc3372e3ec7 is 50, key is test_row_0/C:col10/1734169218669/Put/seqid=0
2024-12-14T09:40:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-12-14T09:40:18,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742136_1312 (size=12151)
2024-12-14T09:40:18,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-12-14T09:40:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:18,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:18,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:18,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169278795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169278796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169278796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169278798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169278798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-12-14T09:40:18,949 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:18,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-12-14T09:40:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:18,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:18,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:18,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:19,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169279004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169279004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169279004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169279004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169279004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,103 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-12-14T09:40:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:19,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:19,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=82
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:19,175 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/453fd4637db84d40a26f4cc3372e3ec7
2024-12-14T09:40:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fe5127148c6340318c453cd0ed4930cf as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fe5127148c6340318c453cd0ed4930cf
2024-12-14T09:40:19,187 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fe5127148c6340318c453cd0ed4930cf, entries=150, sequenceid=214, filesize=11.9 K
2024-12-14T09:40:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b2f3dfcfdfdc471a824c502739280d16 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b2f3dfcfdfdc471a824c502739280d16
2024-12-14T09:40:19,195 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b2f3dfcfdfdc471a824c502739280d16, entries=150, sequenceid=214, filesize=11.9 K
2024-12-14T09:40:19,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/453fd4637db84d40a26f4cc3372e3ec7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/453fd4637db84d40a26f4cc3372e3ec7
2024-12-14T09:40:19,202 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/453fd4637db84d40a26f4cc3372e3ec7, entries=150, sequenceid=214, filesize=11.9 K
2024-12-14T09:40:19,203 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 5c94c70b04a982d10d058872a9c83ec4 in 534ms, sequenceid=214, compaction requested=true
2024-12-14T09:40:19,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:19,204 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:19,205 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:19,205 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:19,205 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:19,205 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/d85c4fc56a4e426994c451fb17215f12, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/662871ff342f4e43a89dcab171a9932e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fe5127148c6340318c453cd0ed4930cf] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.0 K
2024-12-14T09:40:19,206 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting d85c4fc56a4e426994c451fb17215f12, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169216435
2024-12-14T09:40:19,207 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 662871ff342f4e43a89dcab171a9932e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734169216556
2024-12-14T09:40:19,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:19,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:19,207 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe5127148c6340318c453cd0ed4930cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734169217550
2024-12-14T09:40:19,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:19,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:19,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:19,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-14T09:40:19,207 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:19,210 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:19,210 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:19,210 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:19,210 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4a1e813967184b77af8e414d1da9e5c3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/534d3768f8834c8881df50afb9250099, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b2f3dfcfdfdc471a824c502739280d16] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.0 K
2024-12-14T09:40:19,210 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a1e813967184b77af8e414d1da9e5c3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169216435
2024-12-14T09:40:19,211 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 534d3768f8834c8881df50afb9250099, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734169216556
2024-12-14T09:40:19,212 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting b2f3dfcfdfdc471a824c502739280d16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734169217550
2024-12-14T09:40:19,221 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:19,222 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/da4f3241326e4e2eae6f33c2bdd23fb7 is 50, key is test_row_0/A:col10/1734169218669/Put/seqid=0
2024-12-14T09:40:19,229 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:19,230 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/f5e7619ac51e46cbba132308fec1a619 is 50, key is test_row_0/B:col10/1734169218669/Put/seqid=0
2024-12-14T09:40:19,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-12-14T09:40:19,257 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742137_1313 (size=12629)
2024-12-14T09:40:19,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82
2024-12-14T09:40:19,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:19,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:40:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:19,269 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/da4f3241326e4e2eae6f33c2bdd23fb7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da4f3241326e4e2eae6f33c2bdd23fb7
2024-12-14T09:40:19,276 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into da4f3241326e4e2eae6f33c2bdd23fb7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:19,276 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:19,276 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=13, startTime=1734169219204; duration=0sec
2024-12-14T09:40:19,276 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:19,276 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:19,276 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:19,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742138_1314 (size=12629)
2024-12-14T09:40:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/5b8191ebdeb0415a9dd2026d369c50e3 is 50, key is test_row_0/A:col10/1734169218688/Put/seqid=0
2024-12-14T09:40:19,278 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:19,278 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:19,278 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:19,279 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ebb872b29d7945ba96a5402878167887, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/1773fc86b5cf4c75b56e5300738a0bb9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/453fd4637db84d40a26f4cc3372e3ec7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.0 K
2024-12-14T09:40:19,281 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ebb872b29d7945ba96a5402878167887, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169216435
2024-12-14T09:40:19,282 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1773fc86b5cf4c75b56e5300738a0bb9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734169216556
2024-12-14T09:40:19,285 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/f5e7619ac51e46cbba132308fec1a619 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f5e7619ac51e46cbba132308fec1a619
2024-12-14T09:40:19,287 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 453fd4637db84d40a26f4cc3372e3ec7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734169217550
2024-12-14T09:40:19,290 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into f5e7619ac51e46cbba132308fec1a619(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:19,290 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:19,291 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=13, startTime=1734169219207; duration=0sec
2024-12-14T09:40:19,291 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:19,291 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:19,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742139_1315 (size=12151)
2024-12-14T09:40:19,309 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:19,310 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/14467e1075bc49e2aa4ef64967a90f53 is 50, key is test_row_0/C:col10/1734169218669/Put/seqid=0
2024-12-14T09:40:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:19,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:19,327 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169279322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169279323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169279323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169279325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169279325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742140_1316 (size=12629)
2024-12-14T09:40:19,345 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/14467e1075bc49e2aa4ef64967a90f53 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14467e1075bc49e2aa4ef64967a90f53
2024-12-14T09:40:19,350 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into 14467e1075bc49e2aa4ef64967a90f53(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:19,350 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:19,350 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=13, startTime=1734169219207; duration=0sec
2024-12-14T09:40:19,351 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:19,351 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:19,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169279429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169279429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169279429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169279430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169279430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169279632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169279632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169279633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169279633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,635 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169279633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,698 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/5b8191ebdeb0415a9dd2026d369c50e3
2024-12-14T09:40:19,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b9cd35bade184f2e9e5beb17c88a5431 is 50, key is test_row_0/B:col10/1734169218688/Put/seqid=0
2024-12-14T09:40:19,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742141_1317 (size=12151)
2024-12-14T09:40:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-12-14T09:40:19,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169279934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169279936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169279936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169279937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:19,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169279941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,122 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b9cd35bade184f2e9e5beb17c88a5431
2024-12-14T09:40:20,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2ed5db42936e4a53972264d100dce7bc is 50, key is test_row_0/C:col10/1734169218688/Put/seqid=0
2024-12-14T09:40:20,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742142_1318 (size=12151)
2024-12-14T09:40:20,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2ed5db42936e4a53972264d100dce7bc
2024-12-14T09:40:20,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/5b8191ebdeb0415a9dd2026d369c50e3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/5b8191ebdeb0415a9dd2026d369c50e3
2024-12-14T09:40:20,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/5b8191ebdeb0415a9dd2026d369c50e3, entries=150, sequenceid=233, filesize=11.9 K
2024-12-14T09:40:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b9cd35bade184f2e9e5beb17c88a5431 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b9cd35bade184f2e9e5beb17c88a5431
2024-12-14T09:40:20,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b9cd35bade184f2e9e5beb17c88a5431, entries=150, sequenceid=233, filesize=11.9 K
2024-12-14T09:40:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2ed5db42936e4a53972264d100dce7bc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2ed5db42936e4a53972264d100dce7bc
2024-12-14T09:40:20,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2ed5db42936e4a53972264d100dce7bc, entries=150, sequenceid=233, filesize=11.9 K
2024-12-14T09:40:20,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 5c94c70b04a982d10d058872a9c83ec4 in 900ms, sequenceid=233, compaction requested=false
2024-12-14T09:40:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82
2024-12-14T09:40:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=82
2024-12-14T09:40:20,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81
2024-12-14T09:40:20,166 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5220 sec
2024-12-14T09:40:20,167 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.5260 sec
2024-12-14T09:40:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:20,439 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:40:20,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:20,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:20,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:20,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:20,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:20,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:20,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/de8e0886d4934b25b0ebf7ab8e1dc4bf is 50, key is test_row_0/A:col10/1734169220439/Put/seqid=0
2024-12-14T09:40:20,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742143_1319 (size=14541)
2024-12-14T09:40:20,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169280451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169280452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169280453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169280454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169280454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169280555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169280555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169280558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169280559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169280559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81
2024-12-14T09:40:20,746 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed
2024-12-14T09:40:20,747 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees
2024-12-14T09:40:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-12-14T09:40:20,749 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:20,749 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:20,750 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:20,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169280757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169280758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169280761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169280762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169280761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-12-14T09:40:20,849 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/de8e0886d4934b25b0ebf7ab8e1dc4bf
2024-12-14T09:40:20,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/86d0cafe05414f7a89b2660d29f8d09d is 50, key is test_row_0/B:col10/1734169220439/Put/seqid=0
2024-12-14T09:40:20,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742144_1320 (size=12151)
2024-12-14T09:40:20,900 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:20,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-12-14T09:40:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:20,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:20,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:20,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-12-14T09:40:21,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-12-14T09:40:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:21,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:21,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169281060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169281061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169281065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169281066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169281066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-12-14T09:40:21,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:21,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=84
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:21,260 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/86d0cafe05414f7a89b2660d29f8d09d
2024-12-14T09:40:21,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/877c397ab6f941e3bcd9e2852fcfd05a is 50, key is test_row_0/C:col10/1734169220439/Put/seqid=0
2024-12-14T09:40:21,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742145_1321 (size=12151)
2024-12-14T09:40:21,286 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/877c397ab6f941e3bcd9e2852fcfd05a
2024-12-14T09:40:21,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/de8e0886d4934b25b0ebf7ab8e1dc4bf as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/de8e0886d4934b25b0ebf7ab8e1dc4bf
2024-12-14T09:40:21,297 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/de8e0886d4934b25b0ebf7ab8e1dc4bf, entries=200, sequenceid=255, filesize=14.2 K
2024-12-14T09:40:21,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/86d0cafe05414f7a89b2660d29f8d09d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/86d0cafe05414f7a89b2660d29f8d09d
2024-12-14T09:40:21,309 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/86d0cafe05414f7a89b2660d29f8d09d, entries=150, sequenceid=255, filesize=11.9 K
2024-12-14T09:40:21,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/877c397ab6f941e3bcd9e2852fcfd05a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/877c397ab6f941e3bcd9e2852fcfd05a
2024-12-14T09:40:21,314 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/877c397ab6f941e3bcd9e2852fcfd05a, entries=150, sequenceid=255, filesize=11.9 K
2024-12-14T09:40:21,315 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 5c94c70b04a982d10d058872a9c83ec4 in 876ms, sequenceid=255, compaction requested=true
2024-12-14T09:40:21,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:21,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:21,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:21,315 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:21,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:21,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:21,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:21,316 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:21,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:21,316 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:21,316 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:21,316 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:21,316 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:21,316 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,316 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,316 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f5e7619ac51e46cbba132308fec1a619, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b9cd35bade184f2e9e5beb17c88a5431, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/86d0cafe05414f7a89b2660d29f8d09d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.1 K
2024-12-14T09:40:21,317 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da4f3241326e4e2eae6f33c2bdd23fb7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/5b8191ebdeb0415a9dd2026d369c50e3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/de8e0886d4934b25b0ebf7ab8e1dc4bf] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=38.4 K
2024-12-14T09:40:21,317 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e7619ac51e46cbba132308fec1a619, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734169217550
2024-12-14T09:40:21,317 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting da4f3241326e4e2eae6f33c2bdd23fb7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734169217550
2024-12-14T09:40:21,317 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting b9cd35bade184f2e9e5beb17c88a5431, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734169218688
2024-12-14T09:40:21,317 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b8191ebdeb0415a9dd2026d369c50e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734169218688
2024-12-14T09:40:21,317 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d0cafe05414f7a89b2660d29f8d09d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1734169219323
2024-12-14T09:40:21,317 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting de8e0886d4934b25b0ebf7ab8e1dc4bf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1734169219323
2024-12-14T09:40:21,323 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:21,324 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/999564cd4bff490d8c00d7dd19588624 is 50, key is test_row_0/B:col10/1734169220439/Put/seqid=0
2024-12-14T09:40:21,332 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:21,332 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/66db95157d864bb6be65cde4aba59eca is 50, key is test_row_0/A:col10/1734169220439/Put/seqid=0
2024-12-14T09:40:21,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-12-14T09:40:21,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742146_1322 (size=12731)
2024-12-14T09:40:21,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742147_1323 (size=12731)
2024-12-14T09:40:21,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84
2024-12-14T09:40:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:40:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:21,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/aaaceaa42e0e4adc806d4ea36fe55ccd is 50, key is test_row_0/A:col10/1734169220453/Put/seqid=0
2024-12-14T09:40:21,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742148_1324 (size=12301)
2024-12-14T09:40:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:21,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169281584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169281586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169281587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169281587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,592 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169281587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169281692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169281692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169281692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169281692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,694 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169281692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,802 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/66db95157d864bb6be65cde4aba59eca as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/66db95157d864bb6be65cde4aba59eca
2024-12-14T09:40:21,809 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into 66db95157d864bb6be65cde4aba59eca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:21,809 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:21,809 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=13, startTime=1734169221315; duration=0sec
2024-12-14T09:40:21,809 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:21,809 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:21,809 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:21,810 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:21,810 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:21,810 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,810 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14467e1075bc49e2aa4ef64967a90f53, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2ed5db42936e4a53972264d100dce7bc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/877c397ab6f941e3bcd9e2852fcfd05a] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.1 K
2024-12-14T09:40:21,811 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14467e1075bc49e2aa4ef64967a90f53, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734169217550
2024-12-14T09:40:21,811 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ed5db42936e4a53972264d100dce7bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734169218688
2024-12-14T09:40:21,811 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 877c397ab6f941e3bcd9e2852fcfd05a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1734169219323
2024-12-14T09:40:21,812 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/999564cd4bff490d8c00d7dd19588624 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/999564cd4bff490d8c00d7dd19588624
2024-12-14T09:40:21,816 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into 999564cd4bff490d8c00d7dd19588624(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:21,816 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:21,816 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=13, startTime=1734169221315; duration=0sec
2024-12-14T09:40:21,817 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:21,817 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:21,819 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:21,820 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/a24e24c5d14f4b3b9bff5345c47fbb38 is 50, key is test_row_0/C:col10/1734169220439/Put/seqid=0
2024-12-14T09:40:21,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742149_1325 (size=12731)
2024-12-14T09:40:21,831 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/aaaceaa42e0e4adc806d4ea36fe55ccd
2024-12-14T09:40:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/29d27dcc6f9e49f08ee96736d813b043 is 50, key is test_row_0/B:col10/1734169220453/Put/seqid=0
2024-12-14T09:40:21,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742150_1326 (size=12301)
2024-12-14T09:40:21,842 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/29d27dcc6f9e49f08ee96736d813b043
2024-12-14T09:40:21,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ea52255922e648159a6fe5addc93dcba is 50, key is test_row_0/C:col10/1734169220453/Put/seqid=0
2024-12-14T09:40:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-12-14T09:40:21,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742151_1327 (size=12301)
2024-12-14T09:40:21,857 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ea52255922e648159a6fe5addc93dcba
2024-12-14T09:40:21,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/aaaceaa42e0e4adc806d4ea36fe55ccd as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/aaaceaa42e0e4adc806d4ea36fe55ccd
2024-12-14T09:40:21,876 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/aaaceaa42e0e4adc806d4ea36fe55ccd, entries=150, sequenceid=273, filesize=12.0 K
2024-12-14T09:40:21,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/29d27dcc6f9e49f08ee96736d813b043 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/29d27dcc6f9e49f08ee96736d813b043
2024-12-14T09:40:21,884 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/29d27dcc6f9e49f08ee96736d813b043, entries=150, sequenceid=273, filesize=12.0 K
2024-12-14T09:40:21,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ea52255922e648159a6fe5addc93dcba as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ea52255922e648159a6fe5addc93dcba
2024-12-14T09:40:21,889 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ea52255922e648159a6fe5addc93dcba, entries=150, sequenceid=273, filesize=12.0 K
2024-12-14T09:40:21,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5c94c70b04a982d10d058872a9c83ec4 in 497ms, sequenceid=273, compaction requested=false
2024-12-14T09:40:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:21,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84
2024-12-14T09:40:21,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=84
2024-12-14T09:40:21,892 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83
2024-12-14T09:40:21,892 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1420 sec
2024-12-14T09:40:21,895 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.1460 sec
2024-12-14T09:40:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:21,896 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-12-14T09:40:21,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:21,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:21,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:21,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:21,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:21,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:21,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/43d2a66b56ba43cbaf3a88289f289473 is 50, key is test_row_0/A:col10/1734169221895/Put/seqid=0
2024-12-14T09:40:21,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169281908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169281909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169281909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169281910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:21,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169281911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:21,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742152_1328 (size=17181)
2024-12-14T09:40:21,929 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/43d2a66b56ba43cbaf3a88289f289473
2024-12-14T09:40:21,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/bc585607f74a4d87871157628c4ef4ad is 50, key is test_row_0/B:col10/1734169221895/Put/seqid=0
2024-12-14T09:40:21,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742153_1329 (size=12301)
2024-12-14T09:40:22,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169282014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169282014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169282014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169282015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,016 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169282015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169282217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169282217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169282217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169282219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169282227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,231 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/a24e24c5d14f4b3b9bff5345c47fbb38 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/a24e24c5d14f4b3b9bff5345c47fbb38
2024-12-14T09:40:22,235 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into a24e24c5d14f4b3b9bff5345c47fbb38(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:22,235 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:22,235 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=13, startTime=1734169221316; duration=0sec
2024-12-14T09:40:22,235 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:22,235 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:22,340 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/bc585607f74a4d87871157628c4ef4ad
2024-12-14T09:40:22,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/aaf6c2d667c94301b7b17db13012e1c7 is 50, key is test_row_0/C:col10/1734169221895/Put/seqid=0
2024-12-14T09:40:22,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742154_1330 (size=12301)
2024-12-14T09:40:22,350 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/aaf6c2d667c94301b7b17db13012e1c7
2024-12-14T09:40:22,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/43d2a66b56ba43cbaf3a88289f289473 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/43d2a66b56ba43cbaf3a88289f289473
2024-12-14T09:40:22,356 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/43d2a66b56ba43cbaf3a88289f289473, entries=250, sequenceid=295, filesize=16.8 K
2024-12-14T09:40:22,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/bc585607f74a4d87871157628c4ef4ad as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bc585607f74a4d87871157628c4ef4ad
2024-12-14T09:40:22,360 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bc585607f74a4d87871157628c4ef4ad, entries=150, sequenceid=295, filesize=12.0 K
2024-12-14T09:40:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/aaf6c2d667c94301b7b17db13012e1c7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aaf6c2d667c94301b7b17db13012e1c7
2024-12-14T09:40:22,364 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aaf6c2d667c94301b7b17db13012e1c7, entries=150, sequenceid=295, filesize=12.0 K
2024-12-14T09:40:22,365 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 5c94c70b04a982d10d058872a9c83ec4 in 469ms, sequenceid=295, compaction requested=true
2024-12-14T09:40:22,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:22,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:22,365 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:22,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:22,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:22,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:22,365 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:22,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:22,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:22,366 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:22,366 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:22,366 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:22,366 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/66db95157d864bb6be65cde4aba59eca, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/aaaceaa42e0e4adc806d4ea36fe55ccd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/43d2a66b56ba43cbaf3a88289f289473] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=41.2 K
2024-12-14T09:40:22,367 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:22,367 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:22,367 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:22,367 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/999564cd4bff490d8c00d7dd19588624, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/29d27dcc6f9e49f08ee96736d813b043, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bc585607f74a4d87871157628c4ef4ad] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.5 K
2024-12-14T09:40:22,367 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66db95157d864bb6be65cde4aba59eca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1734169219323
2024-12-14T09:40:22,367 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 999564cd4bff490d8c00d7dd19588624, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1734169219323
2024-12-14T09:40:22,367 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 29d27dcc6f9e49f08ee96736d813b043, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734169220449
2024-12-14T09:40:22,367 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaaceaa42e0e4adc806d4ea36fe55ccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734169220449
2024-12-14T09:40:22,368 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43d2a66b56ba43cbaf3a88289f289473, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734169221578
2024-12-14T09:40:22,368 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting bc585607f74a4d87871157628c4ef4ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734169221583
2024-12-14T09:40:22,375 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:22,376 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/50f5ec5281c64bc29add90b08fc61cba is 50, key is test_row_0/A:col10/1734169221895/Put/seqid=0
2024-12-14T09:40:22,381 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:22,382 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/7d6ccb685795420cb1defd696cd59938 is 50, key is test_row_0/B:col10/1734169221895/Put/seqid=0
2024-12-14T09:40:22,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742155_1331 (size=12983)
2024-12-14T09:40:22,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742156_1332 (size=12983)
2024-12-14T09:40:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:22,523 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:40:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:22,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:22,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/e585cb8dafa94e0797780b5ffba42bed is 50, key is test_row_0/A:col10/1734169221908/Put/seqid=0
2024-12-14T09:40:22,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742157_1333 (size=12301)
2024-12-14T09:40:22,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169282538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169282539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169282540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169282543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169282543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,551 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/e585cb8dafa94e0797780b5ffba42bed
2024-12-14T09:40:22,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/868eb5df67e04842a93fa9356f8589cf is 50, key is test_row_0/B:col10/1734169221908/Put/seqid=0
2024-12-14T09:40:22,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742158_1334 (size=12301)
2024-12-14T09:40:22,569 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/868eb5df67e04842a93fa9356f8589cf
2024-12-14T09:40:22,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2b7ab3efd7a64621a7574b35cb8b7c99 is 50, key is test_row_0/C:col10/1734169221908/Put/seqid=0
2024-12-14T09:40:22,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742159_1335 (size=12301)
2024-12-14T09:40:22,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169282644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169282644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169282645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169282646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169282647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,797 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/50f5ec5281c64bc29add90b08fc61cba as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/50f5ec5281c64bc29add90b08fc61cba
2024-12-14T09:40:22,800 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/7d6ccb685795420cb1defd696cd59938 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7d6ccb685795420cb1defd696cd59938
2024-12-14T09:40:22,804 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into 50f5ec5281c64bc29add90b08fc61cba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:22,804 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:22,804 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=13, startTime=1734169222365; duration=0sec
2024-12-14T09:40:22,804 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:22,804 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:22,804 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:22,806 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:22,806 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:22,806 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:22,806 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/a24e24c5d14f4b3b9bff5345c47fbb38, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ea52255922e648159a6fe5addc93dcba, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aaf6c2d667c94301b7b17db13012e1c7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.5 K
2024-12-14T09:40:22,806 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a24e24c5d14f4b3b9bff5345c47fbb38, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1734169219323
2024-12-14T09:40:22,807 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea52255922e648159a6fe5addc93dcba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734169220449
2024-12-14T09:40:22,807 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting aaf6c2d667c94301b7b17db13012e1c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734169221583
2024-12-14T09:40:22,807 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into 7d6ccb685795420cb1defd696cd59938(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:22,807 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:22,807 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=13, startTime=1734169222365; duration=0sec
2024-12-14T09:40:22,808 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:22,808 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:22,814 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:22,814 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/64b1a8141d3542fd824ea23d6761e343 is 50, key is test_row_0/C:col10/1734169221895/Put/seqid=0
2024-12-14T09:40:22,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169282847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169282847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742160_1336 (size=12983)
2024-12-14T09:40:22,850 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169282848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169282849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169282850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83
2024-12-14T09:40:22,852 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed
2024-12-14T09:40:22,859 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/64b1a8141d3542fd824ea23d6761e343 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/64b1a8141d3542fd824ea23d6761e343
2024-12-14T09:40:22,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees
2024-12-14T09:40:22,862 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-12-14T09:40:22,863 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:22,863 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:22,869 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into 64b1a8141d3542fd824ea23d6761e343(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:22,869 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:22,869 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=13, startTime=1734169222365; duration=0sec
2024-12-14T09:40:22,869 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:22,869 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-12-14T09:40:22,989 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2b7ab3efd7a64621a7574b35cb8b7c99
2024-12-14T09:40:22,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/e585cb8dafa94e0797780b5ffba42bed as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e585cb8dafa94e0797780b5ffba42bed
2024-12-14T09:40:22,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e585cb8dafa94e0797780b5ffba42bed, entries=150, sequenceid=314, filesize=12.0 K
2024-12-14T09:40:22,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/868eb5df67e04842a93fa9356f8589cf as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/868eb5df67e04842a93fa9356f8589cf
2024-12-14T09:40:23,002 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/868eb5df67e04842a93fa9356f8589cf, entries=150, sequenceid=314, filesize=12.0 K
2024-12-14T09:40:23,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2b7ab3efd7a64621a7574b35cb8b7c99 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2b7ab3efd7a64621a7574b35cb8b7c99
2024-12-14T09:40:23,006 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2b7ab3efd7a64621a7574b35cb8b7c99, entries=150, sequenceid=314, filesize=12.0 K
2024-12-14T09:40:23,007 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5c94c70b04a982d10d058872a9c83ec4 in 484ms, sequenceid=314, compaction requested=false
2024-12-14T09:40:23,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:23,015 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86
2024-12-14T09:40:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,016 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-12-14T09:40:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:23,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/91e47ea4be5b410bb513bd9345e8ef49 is 50, key is test_row_0/A:col10/1734169222531/Put/seqid=0
2024-12-14T09:40:23,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742161_1337 (size=12301)
2024-12-14T09:40:23,025 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/91e47ea4be5b410bb513bd9345e8ef49
2024-12-14T09:40:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/e3e34974a4d243eb91d1ea586e5afce9 is 50, key is test_row_0/B:col10/1734169222531/Put/seqid=0
2024-12-14T09:40:23,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742162_1338 (size=12301)
2024-12-14T09:40:23,043 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/e3e34974a4d243eb91d1ea586e5afce9
2024-12-14T09:40:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/b855fdc7866f40f78a9c5fe8364ed175 is 50, key is test_row_0/C:col10/1734169222531/Put/seqid=0
2024-12-14T09:40:23,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742163_1339 (size=12301)
2024-12-14T09:40:23,054 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/b855fdc7866f40f78a9c5fe8364ed175
2024-12-14T09:40:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/91e47ea4be5b410bb513bd9345e8ef49 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/91e47ea4be5b410bb513bd9345e8ef49
2024-12-14T09:40:23,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/91e47ea4be5b410bb513bd9345e8ef49, entries=150, sequenceid=335, filesize=12.0 K
2024-12-14T09:40:23,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/e3e34974a4d243eb91d1ea586e5afce9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e3e34974a4d243eb91d1ea586e5afce9
2024-12-14T09:40:23,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e3e34974a4d243eb91d1ea586e5afce9, entries=150, sequenceid=335, filesize=12.0 K
2024-12-14T09:40:23,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/b855fdc7866f40f78a9c5fe8364ed175 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/b855fdc7866f40f78a9c5fe8364ed175
2024-12-14T09:40:23,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/b855fdc7866f40f78a9c5fe8364ed175, entries=150, sequenceid=335, filesize=12.0 K
2024-12-14T09:40:23,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 5c94c70b04a982d10d058872a9c83ec4 in 54ms, sequenceid=335, compaction requested=true
2024-12-14T09:40:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86
2024-12-14T09:40:23,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=86
2024-12-14T09:40:23,073 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85
2024-12-14T09:40:23,073 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec
2024-12-14T09:40:23,074 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 212 msec
2024-12-14T09:40:23,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:23,158 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:40:23,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:23,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:23,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:23,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85
2024-12-14T09:40:23,164 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed
2024-12-14T09:40:23,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:23,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees
2024-12-14T09:40:23,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-12-14T09:40:23,166 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:23,166 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:23,166 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:23,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/e0cd7e5505fa48a384a20f74e1bedd1d is 50, key is test_row_0/A:col10/1734169223157/Put/seqid=0
2024-12-14T09:40:23,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742164_1340 (size=17181)
2024-12-14T09:40:23,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169283177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169283179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169283179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169283180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169283180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-12-14T09:40:23,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169283281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169283283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169283283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169283283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169283284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-12-14T09:40:23,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:23,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-12-14T09:40:23,471 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-12-14T09:40:23,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:23,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169283484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169283486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169283486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169283487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169283488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,578 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/e0cd7e5505fa48a384a20f74e1bedd1d
2024-12-14T09:40:23,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/231143b867f141a083d9ff0120e101e5 is 50, key is test_row_0/B:col10/1734169223157/Put/seqid=0
2024-12-14T09:40:23,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742165_1341 (size=12301)
2024-12-14T09:40:23,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/231143b867f141a083d9ff0120e101e5
2024-12-14T09:40:23,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d355cd9063b448dda4c8db7f403397fe is 50, key is test_row_0/C:col10/1734169223157/Put/seqid=0
2024-12-14T09:40:23,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742166_1342 (size=12301)
2024-12-14T09:40:23,622 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d355cd9063b448dda4c8db7f403397fe
2024-12-14T09:40:23,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-12-14T09:40:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=88
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:23,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/e0cd7e5505fa48a384a20f74e1bedd1d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e0cd7e5505fa48a384a20f74e1bedd1d
2024-12-14T09:40:23,635 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e0cd7e5505fa48a384a20f74e1bedd1d, entries=250, sequenceid=347, filesize=16.8 K
2024-12-14T09:40:23,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/231143b867f141a083d9ff0120e101e5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/231143b867f141a083d9ff0120e101e5
2024-12-14T09:40:23,642 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/231143b867f141a083d9ff0120e101e5, entries=150, sequenceid=347, filesize=12.0 K
2024-12-14T09:40:23,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d355cd9063b448dda4c8db7f403397fe as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d355cd9063b448dda4c8db7f403397fe
2024-12-14T09:40:23,647 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d355cd9063b448dda4c8db7f403397fe, entries=150, sequenceid=347, filesize=12.0 K
2024-12-14T09:40:23,648 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5c94c70b04a982d10d058872a9c83ec4 in 490ms, sequenceid=347, compaction requested=true
2024-12-14T09:40:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:23,649 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:23,650 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54766 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:23,650 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:23,650 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,650 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/50f5ec5281c64bc29add90b08fc61cba, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e585cb8dafa94e0797780b5ffba42bed, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/91e47ea4be5b410bb513bd9345e8ef49, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e0cd7e5505fa48a384a20f74e1bedd1d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=53.5 K
2024-12-14T09:40:23,650 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50f5ec5281c64bc29add90b08fc61cba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734169221583
2024-12-14T09:40:23,651 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e585cb8dafa94e0797780b5ffba42bed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734169221903
2024-12-14T09:40:23,651 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91e47ea4be5b410bb513bd9345e8ef49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734169222531
2024-12-14T09:40:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:23,651 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:23,651 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0cd7e5505fa48a384a20f74e1bedd1d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734169223152
2024-12-14T09:40:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:23,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:23,653 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:23,654 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:23,654 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,654 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7d6ccb685795420cb1defd696cd59938, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/868eb5df67e04842a93fa9356f8589cf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e3e34974a4d243eb91d1ea586e5afce9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/231143b867f141a083d9ff0120e101e5] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=48.7 K
2024-12-14T09:40:23,655 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d6ccb685795420cb1defd696cd59938, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734169221583
2024-12-14T09:40:23,655 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 868eb5df67e04842a93fa9356f8589cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734169221903
2024-12-14T09:40:23,656 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e3e34974a4d243eb91d1ea586e5afce9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734169222531
2024-12-14T09:40:23,657 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 231143b867f141a083d9ff0120e101e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734169223152
2024-12-14T09:40:23,670 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:23,670 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/c21fee33112b428b93a507410941148c is 50, key is test_row_0/A:col10/1734169223157/Put/seqid=0
2024-12-14T09:40:23,696 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#290 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:23,697 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/e81737ddb7f943f78901beb10e1eaad4 is 50, key is test_row_0/B:col10/1734169223157/Put/seqid=0
2024-12-14T09:40:23,709 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742167_1343 (size=13119)
2024-12-14T09:40:23,716 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/c21fee33112b428b93a507410941148c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c21fee33112b428b93a507410941148c
2024-12-14T09:40:23,722 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into c21fee33112b428b93a507410941148c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:23,722 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:23,722 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=12, startTime=1734169223648; duration=0sec
2024-12-14T09:40:23,722 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:23,722 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:23,722 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:23,724 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:23,724 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:23,724 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,724 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/64b1a8141d3542fd824ea23d6761e343, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2b7ab3efd7a64621a7574b35cb8b7c99, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/b855fdc7866f40f78a9c5fe8364ed175, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d355cd9063b448dda4c8db7f403397fe] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=48.7 K
2024-12-14T09:40:23,724 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64b1a8141d3542fd824ea23d6761e343, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1734169221583
2024-12-14T09:40:23,725 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b7ab3efd7a64621a7574b35cb8b7c99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734169221903
2024-12-14T09:40:23,725 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b855fdc7866f40f78a9c5fe8364ed175, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1734169222531
2024-12-14T09:40:23,725 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting d355cd9063b448dda4c8db7f403397fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734169223152
2024-12-14T09:40:23,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742168_1344 (size=13119)
2024-12-14T09:40:23,739 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/e81737ddb7f943f78901beb10e1eaad4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e81737ddb7f943f78901beb10e1eaad4
2024-12-14T09:40:23,739 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:23,740 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ff909d5e52914bab92fddd9f13f7f085 is 50, key is test_row_0/C:col10/1734169223157/Put/seqid=0
2024-12-14T09:40:23,744 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into e81737ddb7f943f78901beb10e1eaad4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:23,745 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:23,745 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=12, startTime=1734169223651; duration=0sec
2024-12-14T09:40:23,745 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:23,745 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-12-14T09:40:23,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742169_1345 (size=13119)
2024-12-14T09:40:23,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88
2024-12-14T09:40:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:23,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:40:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:23,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:23,781 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ff909d5e52914bab92fddd9f13f7f085 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ff909d5e52914bab92fddd9f13f7f085
2024-12-14T09:40:23,788 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into ff909d5e52914bab92fddd9f13f7f085(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:23,788 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:23,788 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=12, startTime=1734169223651; duration=0sec
2024-12-14T09:40:23,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/f8a001ba8f51407696c0771764a3141b is 50, key is test_row_0/A:col10/1734169223179/Put/seqid=0
2024-12-14T09:40:23,788 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:23,788 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:23,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:23,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742170_1346 (size=12301)
2024-12-14T09:40:23,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/f8a001ba8f51407696c0771764a3141b
2024-12-14T09:40:23,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169283801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169283801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169283802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169283806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169283807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/8fa0059fb1d54388a2dd22db8d58b932 is 50, key is test_row_0/B:col10/1734169223179/Put/seqid=0
2024-12-14T09:40:23,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742171_1347 (size=12301)
2024-12-14T09:40:23,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/8fa0059fb1d54388a2dd22db8d58b932
2024-12-14T09:40:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2349a71d99be428381064a663b033da3 is 50, key is test_row_0/C:col10/1734169223179/Put/seqid=0
2024-12-14T09:40:23,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742172_1348 (size=12301)
2024-12-14T09:40:23,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169283907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169283907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169283907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169283909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:23,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169283909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169284110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169284110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169284111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169284111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,114 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169284113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,257 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2349a71d99be428381064a663b033da3
2024-12-14T09:40:24,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/f8a001ba8f51407696c0771764a3141b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f8a001ba8f51407696c0771764a3141b
2024-12-14T09:40:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-12-14T09:40:24,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f8a001ba8f51407696c0771764a3141b, entries=150, sequenceid=374, filesize=12.0 K
2024-12-14T09:40:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/8fa0059fb1d54388a2dd22db8d58b932 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8fa0059fb1d54388a2dd22db8d58b932
2024-12-14T09:40:24,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8fa0059fb1d54388a2dd22db8d58b932, entries=150, sequenceid=374, filesize=12.0 K
2024-12-14T09:40:24,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/2349a71d99be428381064a663b033da3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2349a71d99be428381064a663b033da3
2024-12-14T09:40:24,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2349a71d99be428381064a663b033da3, entries=150, sequenceid=374, filesize=12.0 K
2024-12-14T09:40:24,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5c94c70b04a982d10d058872a9c83ec4 in 506ms, sequenceid=374, compaction requested=false
2024-12-14T09:40:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:24,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88
2024-12-14T09:40:24,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=88
2024-12-14T09:40:24,286 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87
2024-12-14T09:40:24,286 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1190 sec
2024-12-14T09:40:24,287 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.1210 sec
2024-12-14T09:40:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:24,414 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-12-14T09:40:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:24,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/f9255c91ead242a4aa9538d925a1fbc0 is 50, key is test_row_0/A:col10/1734169224413/Put/seqid=0
2024-12-14T09:40:24,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742173_1349 (size=12301)
2024-12-14T09:40:24,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169284427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169284428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169284430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169284430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169284431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169284531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169284531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169284533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169284533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169284533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169284734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169284734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169284743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169284747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169284747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:24,825 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/f9255c91ead242a4aa9538d925a1fbc0
2024-12-14T09:40:24,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/829b43f9a60848f8a5a2a793c9b5b031 is 50, key is test_row_0/B:col10/1734169224413/Put/seqid=0
2024-12-14T09:40:24,835 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742174_1350 (size=12301)
2024-12-14T09:40:25,037 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169285036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169285045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169285046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169285049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169285051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,236 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/829b43f9a60848f8a5a2a793c9b5b031
2024-12-14T09:40:25,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/655d15065d204931b616af53af2dc08f is 50, key is test_row_0/C:col10/1734169224413/Put/seqid=0
2024-12-14T09:40:25,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742175_1351 (size=12301)
2024-12-14T09:40:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87
2024-12-14T09:40:25,269 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed
2024-12-14T09:40:25,270 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees
2024-12-14T09:40:25,271 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-12-14T09:40:25,272 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:25,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-12-14T09:40:25,423 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-14T09:40:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:25,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:25,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:25,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:25,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169285542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169285548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169285551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169285553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169285556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-12-14T09:40:25,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-14T09:40:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:25,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:25,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=90
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:25,645 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/655d15065d204931b616af53af2dc08f
2024-12-14T09:40:25,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/f9255c91ead242a4aa9538d925a1fbc0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f9255c91ead242a4aa9538d925a1fbc0
2024-12-14T09:40:25,661 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f9255c91ead242a4aa9538d925a1fbc0, entries=150, sequenceid=389, filesize=12.0 K
2024-12-14T09:40:25,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/829b43f9a60848f8a5a2a793c9b5b031 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/829b43f9a60848f8a5a2a793c9b5b031
2024-12-14T09:40:25,665 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/829b43f9a60848f8a5a2a793c9b5b031, entries=150, sequenceid=389, filesize=12.0 K
2024-12-14T09:40:25,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/655d15065d204931b616af53af2dc08f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/655d15065d204931b616af53af2dc08f
2024-12-14T09:40:25,669 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/655d15065d204931b616af53af2dc08f, entries=150, sequenceid=389, filesize=12.0 K
2024-12-14T09:40:25,670 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 5c94c70b04a982d10d058872a9c83ec4 in 1256ms, sequenceid=389, compaction requested=true
2024-12-14T09:40:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:25,670 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:25,670 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:25,670 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:25,671 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:25,671 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:25,671 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:25,671 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e81737ddb7f943f78901beb10e1eaad4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8fa0059fb1d54388a2dd22db8d58b932, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/829b43f9a60848f8a5a2a793c9b5b031] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.8 K
2024-12-14T09:40:25,671 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:25,671 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:25,672 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:25,672 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c21fee33112b428b93a507410941148c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f8a001ba8f51407696c0771764a3141b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f9255c91ead242a4aa9538d925a1fbc0] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.8 K
2024-12-14T09:40:25,672 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e81737ddb7f943f78901beb10e1eaad4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734169223152
2024-12-14T09:40:25,672 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting c21fee33112b428b93a507410941148c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734169223152
2024-12-14T09:40:25,672 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8a001ba8f51407696c0771764a3141b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734169223178
2024-12-14T09:40:25,672 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fa0059fb1d54388a2dd22db8d58b932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734169223178
2024-12-14T09:40:25,673 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9255c91ead242a4aa9538d925a1fbc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1734169223795
2024-12-14T09:40:25,673 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 829b43f9a60848f8a5a2a793c9b5b031, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1734169223795
2024-12-14T09:40:25,680 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:25,681 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/0780e4735f544794a40208fc41843030 is 50, key is test_row_0/B:col10/1734169224413/Put/seqid=0
2024-12-14T09:40:25,686 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:25,687 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/da3c3786164443c19a4020e572b04bec is 50, key is test_row_0/A:col10/1734169224413/Put/seqid=0
2024-12-14T09:40:25,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742176_1352 (size=13221)
2024-12-14T09:40:25,712 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742177_1353 (size=13221)
2024-12-14T09:40:25,726 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/da3c3786164443c19a4020e572b04bec as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da3c3786164443c19a4020e572b04bec
2024-12-14T09:40:25,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:25,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90
2024-12-14T09:40:25,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:25,728 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-12-14T09:40:25,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:25,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:25,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:25,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:25,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:25,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:25,731 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into da3c3786164443c19a4020e572b04bec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:25,731 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:25,731 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=13, startTime=1734169225670; duration=0sec
2024-12-14T09:40:25,731 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:25,731 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:25,731 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:25,733 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:25,733 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:25,733 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:25,733 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ff909d5e52914bab92fddd9f13f7f085, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2349a71d99be428381064a663b033da3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/655d15065d204931b616af53af2dc08f] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.8 K
2024-12-14T09:40:25,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/daed6df30abb4821940f0d6f47aa7798 is 50, key is test_row_0/A:col10/1734169224429/Put/seqid=0
2024-12-14T09:40:25,733 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff909d5e52914bab92fddd9f13f7f085, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1734169223152
2024-12-14T09:40:25,733 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2349a71d99be428381064a663b033da3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734169223178
2024-12-14T09:40:25,734 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 655d15065d204931b616af53af2dc08f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1734169223795
2024-12-14T09:40:25,752 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:25,753 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/fb7b51afeff1418d8b117eee018d7a91 is 50, key is test_row_0/C:col10/1734169224413/Put/seqid=0
2024-12-14T09:40:25,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742178_1354 (size=12301)
2024-12-14T09:40:25,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742179_1355 (size=13221)
2024-12-14T09:40:25,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-12-14T09:40:26,102 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/0780e4735f544794a40208fc41843030 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0780e4735f544794a40208fc41843030
2024-12-14T09:40:26,106 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into 0780e4735f544794a40208fc41843030(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:26,106 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:26,106 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=13, startTime=1734169225670; duration=0sec
2024-12-14T09:40:26,106 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:26,106 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:26,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/daed6df30abb4821940f0d6f47aa7798
2024-12-14T09:40:26,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/74255886462b406697b74e86cf1d3f45 is 50, key is test_row_0/B:col10/1734169224429/Put/seqid=0
2024-12-14T09:40:26,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742180_1356 (size=12301)
2024-12-14T09:40:26,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/74255886462b406697b74e86cf1d3f45
2024-12-14T09:40:26,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/14f0a1d1b59144c682ce14ced622b179 is 50, key is test_row_0/C:col10/1734169224429/Put/seqid=0
2024-12-14T09:40:26,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742181_1357 (size=12301)
2024-12-14T09:40:26,189 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/fb7b51afeff1418d8b117eee018d7a91 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/fb7b51afeff1418d8b117eee018d7a91
2024-12-14T09:40:26,193 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/14f0a1d1b59144c682ce14ced622b179
2024-12-14T09:40:26,196 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into fb7b51afeff1418d8b117eee018d7a91(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:26,196 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:26,196 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=13, startTime=1734169225670; duration=0sec
2024-12-14T09:40:26,196 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:26,196 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:26,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/daed6df30abb4821940f0d6f47aa7798 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/daed6df30abb4821940f0d6f47aa7798
2024-12-14T09:40:26,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/daed6df30abb4821940f0d6f47aa7798, entries=150, sequenceid=412, filesize=12.0 K
2024-12-14T09:40:26,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/74255886462b406697b74e86cf1d3f45 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/74255886462b406697b74e86cf1d3f45
2024-12-14T09:40:26,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/74255886462b406697b74e86cf1d3f45, entries=150, sequenceid=412, filesize=12.0 K
2024-12-14T09:40:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/14f0a1d1b59144c682ce14ced622b179 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14f0a1d1b59144c682ce14ced622b179
2024-12-14T09:40:26,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14f0a1d1b59144c682ce14ced622b179, entries=150, sequenceid=412, filesize=12.0 K
2024-12-14T09:40:26,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 5c94c70b04a982d10d058872a9c83ec4 in 490ms, sequenceid=412, compaction requested=false
2024-12-14T09:40:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:26,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90
2024-12-14T09:40:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=90
2024-12-14T09:40:26,222 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89
2024-12-14T09:40:26,222 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 948 msec
2024-12-14T09:40:26,224 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 953 msec
2024-12-14T09:40:26,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89
2024-12-14T09:40:26,374 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed
2024-12-14T09:40:26,375 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees
2024-12-14T09:40:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-12-14T09:40:26,377 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:26,377 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:26,378 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-12-14T09:40:26,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92
2024-12-14T09:40:26,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:26,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:26,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:26,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92
2024-12-14T09:40:26,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=92
2024-12-14T09:40:26,535 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91
2024-12-14T09:40:26,535 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec
2024-12-14T09:40:26,538 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 161 msec
2024-12-14T09:40:26,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:26,562 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:40:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:26,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:26,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/852d161157ec42e6b42ad853119a5b5b is 50, key is test_row_0/A:col10/1734169226561/Put/seqid=0
2024-12-14T09:40:26,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742182_1358 (size=12301)
2024-12-14T09:40:26,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169286584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169286585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169286585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169286586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169286586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91
2024-12-14T09:40:26,678 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed
2024-12-14T09:40:26,679 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees
2024-12-14T09:40:26,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93
2024-12-14T09:40:26,680 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:26,680 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:26,681 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:26,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169286690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169286690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169286690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169286690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169286690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93
2024-12-14T09:40:26,832 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-14T09:40:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:26,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:26,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:26,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:26,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169286893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169286893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169286893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169286893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,896 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169286894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,978 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/852d161157ec42e6b42ad853119a5b5b
2024-12-14T09:40:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93
2024-12-14T09:40:26,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/9f96410d2bc84ac5ba802e5a4f4394c3 is 50, key is test_row_0/B:col10/1734169226561/Put/seqid=0
2024-12-14T09:40:26,984 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:26,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-14T09:40:26,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:26,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:26,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:26,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:26,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:26,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:26,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742183_1359 (size=12301)
2024-12-14T09:40:27,136 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-14T09:40:27,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:27,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:27,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:27,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:27,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169287195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169287196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169287196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169287196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169287198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93
2024-12-14T09:40:27,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-14T09:40:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:27,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:27,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=94
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:27,391 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/9f96410d2bc84ac5ba802e5a4f4394c3
2024-12-14T09:40:27,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/97bec8bae078480f95fff1e2ff4140f1 is 50, key is test_row_0/C:col10/1734169226561/Put/seqid=0
2024-12-14T09:40:27,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742184_1360 (size=12301)
2024-12-14T09:40:27,402 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/97bec8bae078480f95fff1e2ff4140f1
2024-12-14T09:40:27,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/852d161157ec42e6b42ad853119a5b5b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/852d161157ec42e6b42ad853119a5b5b
2024-12-14T09:40:27,416 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/852d161157ec42e6b42ad853119a5b5b, entries=150, sequenceid=428, filesize=12.0 K
2024-12-14T09:40:27,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/9f96410d2bc84ac5ba802e5a4f4394c3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/9f96410d2bc84ac5ba802e5a4f4394c3
2024-12-14T09:40:27,420 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/9f96410d2bc84ac5ba802e5a4f4394c3, entries=150, sequenceid=428, filesize=12.0 K
2024-12-14T09:40:27,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/97bec8bae078480f95fff1e2ff4140f1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/97bec8bae078480f95fff1e2ff4140f1
2024-12-14T09:40:27,424 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/97bec8bae078480f95fff1e2ff4140f1, entries=150, sequenceid=428, filesize=12.0 K
2024-12-14T09:40:27,425 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5c94c70b04a982d10d058872a9c83ec4 in 863ms, sequenceid=428, compaction requested=true
2024-12-14T09:40:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:27,425 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:27,425 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:27,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:27,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:27,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:27,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:27,426 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:27,426 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:27,426 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,426 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:27,427 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0780e4735f544794a40208fc41843030, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/74255886462b406697b74e86cf1d3f45, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/9f96410d2bc84ac5ba802e5a4f4394c3] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.9 K
2024-12-14T09:40:27,427 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:27,427 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,427 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da3c3786164443c19a4020e572b04bec, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/daed6df30abb4821940f0d6f47aa7798, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/852d161157ec42e6b42ad853119a5b5b] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.9 K
2024-12-14T09:40:27,427 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting da3c3786164443c19a4020e572b04bec, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1734169223795
2024-12-14T09:40:27,427 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0780e4735f544794a40208fc41843030, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1734169223795
2024-12-14T09:40:27,427 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting daed6df30abb4821940f0d6f47aa7798, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1734169224427
2024-12-14T09:40:27,427 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 74255886462b406697b74e86cf1d3f45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1734169224427
2024-12-14T09:40:27,427 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 852d161157ec42e6b42ad853119a5b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1734169226553
2024-12-14T09:40:27,427 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f96410d2bc84ac5ba802e5a4f4394c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1734169226553
2024-12-14T09:40:27,433 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:27,434 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/28cd98b1ff19401a8d9c5d04bfa78ce5 is 50, key is test_row_0/A:col10/1734169226561/Put/seqid=0
2024-12-14T09:40:27,441 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:27,441 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/19470b5b79414d288fb7a3bcf7d18378 is 50, key is test_row_0/B:col10/1734169226561/Put/seqid=0
2024-12-14T09:40:27,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94
2024-12-14T09:40:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:40:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:27,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:27,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742185_1361 (size=13323)
2024-12-14T09:40:27,473 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/28cd98b1ff19401a8d9c5d04bfa78ce5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/28cd98b1ff19401a8d9c5d04bfa78ce5
2024-12-14T09:40:27,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/6506158ccdd54282bcddda73d4481ed3 is 50, key is test_row_0/A:col10/1734169226585/Put/seqid=0
2024-12-14T09:40:27,477 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into 28cd98b1ff19401a8d9c5d04bfa78ce5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:27,477 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:27,477 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=13, startTime=1734169227425; duration=0sec
2024-12-14T09:40:27,477 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:27,477 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:27,477 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:27,478 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:27,478 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:27,478 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,479 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/fb7b51afeff1418d8b117eee018d7a91, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14f0a1d1b59144c682ce14ced622b179, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/97bec8bae078480f95fff1e2ff4140f1] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=36.9 K
2024-12-14T09:40:27,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742186_1362 (size=13323)
2024-12-14T09:40:27,483 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb7b51afeff1418d8b117eee018d7a91, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1734169223795
2024-12-14T09:40:27,484 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14f0a1d1b59144c682ce14ced622b179, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1734169224427
2024-12-14T09:40:27,484 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97bec8bae078480f95fff1e2ff4140f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1734169226553
2024-12-14T09:40:27,497 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:27,497 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/8cdbe0edb1b54211aa3c0fd70eb48dcc is 50, key is test_row_0/C:col10/1734169226561/Put/seqid=0
2024-12-14T09:40:27,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742187_1363 (size=12301)
2024-12-14T09:40:27,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742188_1364 (size=13323)
2024-12-14T09:40:27,512 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/8cdbe0edb1b54211aa3c0fd70eb48dcc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8cdbe0edb1b54211aa3c0fd70eb48dcc
2024-12-14T09:40:27,519 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into 8cdbe0edb1b54211aa3c0fd70eb48dcc(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:27,519 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:27,519 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=13, startTime=1734169227426; duration=0sec
2024-12-14T09:40:27,519 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:27,519 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:27,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:27,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169287707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169287707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169287707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169287708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169287708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93
2024-12-14T09:40:27,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169287808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169287809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169287809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169287810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:27,889 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/19470b5b79414d288fb7a3bcf7d18378 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/19470b5b79414d288fb7a3bcf7d18378
2024-12-14T09:40:27,895 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into 19470b5b79414d288fb7a3bcf7d18378(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:27,895 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:27,895 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=13, startTime=1734169227425; duration=0sec
2024-12-14T09:40:27,896 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:27,896 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:27,904 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/6506158ccdd54282bcddda73d4481ed3
2024-12-14T09:40:27,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/7a63314272394b67a2b25c0f1ee7271f is 50, key is test_row_0/B:col10/1734169226585/Put/seqid=0
2024-12-14T09:40:27,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742189_1365 (size=12301)
2024-12-14T09:40:27,923 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/7a63314272394b67a2b25c0f1ee7271f
2024-12-14T09:40:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/6a20d6d42a164ba4a0827eb208a511f6 is 50, key is test_row_0/C:col10/1734169226585/Put/seqid=0
2024-12-14T09:40:27,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742190_1366 (size=12301)
2024-12-14T09:40:27,951 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/6a20d6d42a164ba4a0827eb208a511f6
2024-12-14T09:40:27,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/6506158ccdd54282bcddda73d4481ed3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6506158ccdd54282bcddda73d4481ed3
2024-12-14T09:40:27,964 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6506158ccdd54282bcddda73d4481ed3, entries=150, sequenceid=452, filesize=12.0 K
2024-12-14T09:40:27,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/7a63314272394b67a2b25c0f1ee7271f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7a63314272394b67a2b25c0f1ee7271f
2024-12-14T09:40:27,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7a63314272394b67a2b25c0f1ee7271f, entries=150, sequenceid=452, filesize=12.0 K
2024-12-14T09:40:27,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/6a20d6d42a164ba4a0827eb208a511f6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/6a20d6d42a164ba4a0827eb208a511f6
2024-12-14T09:40:27,978 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/6a20d6d42a164ba4a0827eb208a511f6, entries=150, sequenceid=452, filesize=12.0 K
2024-12-14T09:40:27,979 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5c94c70b04a982d10d058872a9c83ec4 in 533ms, sequenceid=452, compaction requested=false
2024-12-14T09:40:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94
2024-12-14T09:40:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=94
2024-12-14T09:40:27,983 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93
2024-12-14T09:40:27,983 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3010 sec
2024-12-14T09:40:27,986 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.3050 sec
2024-12-14T09:40:28,013 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-12-14T09:40:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:28,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:28,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:28,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/64a53087285b43cabfca59c42e5cd6d0 is 50, key is test_row_0/A:col10/1734169228011/Put/seqid=0
2024-12-14T09:40:28,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742191_1367 (size=12301)
2024-12-14T09:40:28,028 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/64a53087285b43cabfca59c42e5cd6d0
2024-12-14T09:40:28,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/aa761b69e7894370a0b2348b08a6ef85 is 50, key is test_row_0/B:col10/1734169228011/Put/seqid=0
2024-12-14T09:40:28,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169288041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169288042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,045 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169288044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169288047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742192_1368 (size=12301)
2024-12-14T09:40:28,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/aa761b69e7894370a0b2348b08a6ef85
2024-12-14T09:40:28,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d1d2682cf6d84df4abfd848806bcab9f is 50, key is test_row_0/C:col10/1734169228011/Put/seqid=0
2024-12-14T09:40:28,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742193_1369 (size=12301)
2024-12-14T09:40:28,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169288145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169288149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,149 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169288149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,153 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169288151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169288352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169288352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169288352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169288356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,481 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d1d2682cf6d84df4abfd848806bcab9f
2024-12-14T09:40:28,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/64a53087285b43cabfca59c42e5cd6d0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/64a53087285b43cabfca59c42e5cd6d0
2024-12-14T09:40:28,504 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/64a53087285b43cabfca59c42e5cd6d0, entries=150, sequenceid=468, filesize=12.0 K
2024-12-14T09:40:28,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/aa761b69e7894370a0b2348b08a6ef85 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/aa761b69e7894370a0b2348b08a6ef85
2024-12-14T09:40:28,509 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/aa761b69e7894370a0b2348b08a6ef85, entries=150, sequenceid=468, filesize=12.0 K
2024-12-14T09:40:28,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/d1d2682cf6d84df4abfd848806bcab9f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d1d2682cf6d84df4abfd848806bcab9f
2024-12-14T09:40:28,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d1d2682cf6d84df4abfd848806bcab9f, entries=150, sequenceid=468, filesize=12.0 K
2024-12-14T09:40:28,516 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5c94c70b04a982d10d058872a9c83ec4 in 503ms, sequenceid=468, compaction requested=true
2024-12-14T09:40:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:28,516 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:28,516 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:28,518 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:28,518 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:28,518 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:28,518 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/19470b5b79414d288fb7a3bcf7d18378, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7a63314272394b67a2b25c0f1ee7271f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/aa761b69e7894370a0b2348b08a6ef85] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=37.0 K
2024-12-14T09:40:28,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:28,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:28,519 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 19470b5b79414d288fb7a3bcf7d18378, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1734169226553
2024-12-14T09:40:28,519 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a63314272394b67a2b25c0f1ee7271f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1734169226572
2024-12-14T09:40:28,519 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:28,519 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:28,519 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:28,519 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/28cd98b1ff19401a8d9c5d04bfa78ce5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6506158ccdd54282bcddda73d4481ed3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/64a53087285b43cabfca59c42e5cd6d0] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=37.0 K
2024-12-14T09:40:28,519 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting aa761b69e7894370a0b2348b08a6ef85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1734169227705
2024-12-14T09:40:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:28,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:28,523 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28cd98b1ff19401a8d9c5d04bfa78ce5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1734169226553
2024-12-14T09:40:28,523 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6506158ccdd54282bcddda73d4481ed3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1734169226572
2024-12-14T09:40:28,524 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64a53087285b43cabfca59c42e5cd6d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1734169227705
2024-12-14T09:40:28,526 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:28,527 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/57e8109dbbb94fb089fbfb2524c3fe8d is 50, key is test_row_0/B:col10/1734169228011/Put/seqid=0
2024-12-14T09:40:28,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742194_1370 (size=13425)
2024-12-14T09:40:28,538 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:28,538 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/ff574f657ef64af6ae89bdedd72fa7f6 is 50, key is test_row_0/A:col10/1734169228011/Put/seqid=0
2024-12-14T09:40:28,543 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/57e8109dbbb94fb089fbfb2524c3fe8d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/57e8109dbbb94fb089fbfb2524c3fe8d
2024-12-14T09:40:28,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742195_1371 (size=13425)
2024-12-14T09:40:28,551 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into 57e8109dbbb94fb089fbfb2524c3fe8d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:28,551 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:28,551 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=13, startTime=1734169228516; duration=0sec
2024-12-14T09:40:28,551 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:28,551 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:28,551 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:28,552 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:28,552 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:28,552 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:28,552 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8cdbe0edb1b54211aa3c0fd70eb48dcc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/6a20d6d42a164ba4a0827eb208a511f6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d1d2682cf6d84df4abfd848806bcab9f] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=37.0 K
2024-12-14T09:40:28,553 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cdbe0edb1b54211aa3c0fd70eb48dcc, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1734169226553
2024-12-14T09:40:28,553 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a20d6d42a164ba4a0827eb208a511f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1734169226572
2024-12-14T09:40:28,553 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d1d2682cf6d84df4abfd848806bcab9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1734169227705
2024-12-14T09:40:28,569 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:28,569 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/57eaead13f0342eca5084a626bf38b0e is 50, key is test_row_0/C:col10/1734169228011/Put/seqid=0
2024-12-14T09:40:28,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742196_1372 (size=13425)
2024-12-14T09:40:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:28,660 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-12-14T09:40:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:28,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:28,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/746fae186d1b4cf6b4ffff8ef5aa07ed is 50, key is test_row_0/A:col10/1734169228656/Put/seqid=0
2024-12-14T09:40:28,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169288671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742197_1373 (size=12301)
2024-12-14T09:40:28,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169288676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169288682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,695 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/746fae186d1b4cf6b4ffff8ef5aa07ed
2024-12-14T09:40:28,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169288690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169288726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/bdce51ad68224361a973209ef43c8d76 is 50, key is test_row_0/B:col10/1734169228656/Put/seqid=0
2024-12-14T09:40:28,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742198_1374 (size=12301)
2024-12-14T09:40:28,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93
2024-12-14T09:40:28,783 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed
2024-12-14T09:40:28,784 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-12-14T09:40:28,786 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-12-14T09:40:28,787 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:28,787 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:28,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169288788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169288788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169288791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,797 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169288797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-12-14T09:40:28,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-14T09:40:28,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:28,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:28,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:28,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:28,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:28,955 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/ff574f657ef64af6ae89bdedd72fa7f6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ff574f657ef64af6ae89bdedd72fa7f6
2024-12-14T09:40:28,959 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into ff574f657ef64af6ae89bdedd72fa7f6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:28,960 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:28,960 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=13, startTime=1734169228516; duration=0sec
2024-12-14T09:40:28,960 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:28,960 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:28,978 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/57eaead13f0342eca5084a626bf38b0e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/57eaead13f0342eca5084a626bf38b0e
2024-12-14T09:40:28,983 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into 57eaead13f0342eca5084a626bf38b0e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:28,983 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:28,983 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=13, startTime=1734169228519; duration=0sec
2024-12-14T09:40:28,983 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:28,983 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:28,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169288990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169288991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:28,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169288993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169288999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-12-14T09:40:29,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-14T09:40:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,168 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/bdce51ad68224361a973209ef43c8d76
2024-12-14T09:40:29,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/68e23241711c4f2a9760e9a01cfed6f3 is 50, key is test_row_0/C:col10/1734169228656/Put/seqid=0
2024-12-14T09:40:29,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742199_1375 (size=12301)
2024-12-14T09:40:29,249 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-14T09:40:29,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:29,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169289293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169289294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169289299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169289301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-12-14T09:40:29,402 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-14T09:40:29,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:29,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,554 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-14T09:40:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:29,593 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/68e23241711c4f2a9760e9a01cfed6f3
2024-12-14T09:40:29,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/746fae186d1b4cf6b4ffff8ef5aa07ed as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/746fae186d1b4cf6b4ffff8ef5aa07ed
2024-12-14T09:40:29,605 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/746fae186d1b4cf6b4ffff8ef5aa07ed, entries=150, sequenceid=496, filesize=12.0 K
2024-12-14T09:40:29,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/bdce51ad68224361a973209ef43c8d76 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bdce51ad68224361a973209ef43c8d76
2024-12-14T09:40:29,609 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bdce51ad68224361a973209ef43c8d76, entries=150, sequenceid=496, filesize=12.0 K
2024-12-14T09:40:29,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/68e23241711c4f2a9760e9a01cfed6f3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/68e23241711c4f2a9760e9a01cfed6f3
2024-12-14T09:40:29,613 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/68e23241711c4f2a9760e9a01cfed6f3, entries=150, sequenceid=496, filesize=12.0 K
2024-12-14T09:40:29,614 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 5c94c70b04a982d10d058872a9c83ec4 in 954ms, sequenceid=496, compaction requested=false
2024-12-14T09:40:29,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:29,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-12-14T09:40:29,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:29,707 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:40:29,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:29,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:29,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:29,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:29,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:29,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/cb0676fd419b43149e09495928140539 is 50, key is test_row_0/A:col10/1734169228671/Put/seqid=0
2024-12-14T09:40:29,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742200_1376 (size=12301)
2024-12-14T09:40:29,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:29,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169289821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169289821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169289823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169289824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-12-14T09:40:29,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169289925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169289926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169289926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:29,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169289927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/cb0676fd419b43149e09495928140539
2024-12-14T09:40:30,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/1f9a16c577cf41a78a69c4b2db74b075 is 50, key is test_row_0/B:col10/1734169228671/Put/seqid=0
2024-12-14T09:40:30,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169290129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169290130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169290131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169290131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742201_1377 (size=12301)
2024-12-14T09:40:30,146 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/1f9a16c577cf41a78a69c4b2db74b075
2024-12-14T09:40:30,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ae93d332e20648e094bf793ca90882b3 is 50, key is test_row_0/C:col10/1734169228671/Put/seqid=0
2024-12-14T09:40:30,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742202_1378 (size=12301)
2024-12-14T09:40:30,183 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ae93d332e20648e094bf793ca90882b3
2024-12-14T09:40:30,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/cb0676fd419b43149e09495928140539 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/cb0676fd419b43149e09495928140539
2024-12-14T09:40:30,192 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/cb0676fd419b43149e09495928140539, entries=150, sequenceid=509, filesize=12.0 K
2024-12-14T09:40:30,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/1f9a16c577cf41a78a69c4b2db74b075 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/1f9a16c577cf41a78a69c4b2db74b075
2024-12-14T09:40:30,198 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/1f9a16c577cf41a78a69c4b2db74b075, entries=150, sequenceid=509, filesize=12.0 K
2024-12-14T09:40:30,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/ae93d332e20648e094bf793ca90882b3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ae93d332e20648e094bf793ca90882b3
2024-12-14T09:40:30,206 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ae93d332e20648e094bf793ca90882b3, entries=150, sequenceid=509, filesize=12.0 K
2024-12-14T09:40:30,207 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5c94c70b04a982d10d058872a9c83ec4 in 500ms, sequenceid=509, compaction requested=true
2024-12-14T09:40:30,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:30,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:30,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-12-14T09:40:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=96
2024-12-14T09:40:30,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95
2024-12-14T09:40:30,209 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec
2024-12-14T09:40:30,210 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.4250 sec
2024-12-14T09:40:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:30,435 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-12-14T09:40:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:30,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:30,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fb6654c1b4ff4d4e86881ebb3c4db6f9 is 50, key is test_row_0/A:col10/1734169230434/Put/seqid=0
2024-12-14T09:40:30,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169290442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,446 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169290442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169290452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742203_1379 (size=12301)
2024-12-14T09:40:30,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169290462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169290547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169290547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169290557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169290566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46124 deadline: 1734169290749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,752 DEBUG [Thread-1235 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., hostname=32d1f136e9e3,45387,1734169148668, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:40:30,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169290753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169290755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169290763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169290769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:30,863 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fb6654c1b4ff4d4e86881ebb3c4db6f9
2024-12-14T09:40:30,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b3449ab583544b528f18b61bb46c60ab is 50, key is test_row_0/B:col10/1734169230434/Put/seqid=0
2024-12-14T09:40:30,877 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742204_1380 (size=12301)
2024-12-14T09:40:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95
2024-12-14T09:40:30,890 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed
2024-12-14T09:40:30,891 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-12-14T09:40:30,892 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97
2024-12-14T09:40:30,893 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:30,893 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97
2024-12-14T09:40:31,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-14T09:40:31,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,056 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169291055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169291060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169291067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,074 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169291072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97
2024-12-14T09:40:31,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-14T09:40:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,279 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b3449ab583544b528f18b61bb46c60ab
2024-12-14T09:40:31,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/20e65f6a747347a890a1c09cb896739c is 50, key is test_row_0/C:col10/1734169230434/Put/seqid=0
2024-12-14T09:40:31,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742205_1381 (size=12301)
2024-12-14T09:40:31,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-14T09:40:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97
2024-12-14T09:40:31,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-14T09:40:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46146 deadline: 1734169291562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46132 deadline: 1734169291566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46104 deadline: 1734169291573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:46168 deadline: 1734169291577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-14T09:40:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. as already flushing
2024-12-14T09:40:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:31,702 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/20e65f6a747347a890a1c09cb896739c
2024-12-14T09:40:31,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/fb6654c1b4ff4d4e86881ebb3c4db6f9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fb6654c1b4ff4d4e86881ebb3c4db6f9
2024-12-14T09:40:31,722 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fb6654c1b4ff4d4e86881ebb3c4db6f9, entries=150, sequenceid=536, filesize=12.0 K
2024-12-14T09:40:31,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/b3449ab583544b528f18b61bb46c60ab as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b3449ab583544b528f18b61bb46c60ab
2024-12-14T09:40:31,754 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b3449ab583544b528f18b61bb46c60ab, entries=150, sequenceid=536, filesize=12.0 K
2024-12-14T09:40:31,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/20e65f6a747347a890a1c09cb896739c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/20e65f6a747347a890a1c09cb896739c
2024-12-14T09:40:31,765 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/20e65f6a747347a890a1c09cb896739c, entries=150, sequenceid=536, filesize=12.0 K
2024-12-14T09:40:31,766 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 5c94c70b04a982d10d058872a9c83ec4 in 1331ms, sequenceid=536, compaction requested=true
2024-12-14T09:40:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:31,766 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5c94c70b04a982d10d058872a9c83ec4:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-14T09:40:31,767 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:31,767 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:31,767 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/A is initiating minor compaction (all files)
2024-12-14T09:40:31,767 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/A in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,768 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ff574f657ef64af6ae89bdedd72fa7f6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/746fae186d1b4cf6b4ffff8ef5aa07ed, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/cb0676fd419b43149e09495928140539, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fb6654c1b4ff4d4e86881ebb3c4db6f9] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=49.1 K
2024-12-14T09:40:31,768 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff574f657ef64af6ae89bdedd72fa7f6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1734169227705
2024-12-14T09:40:31,768 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 746fae186d1b4cf6b4ffff8ef5aa07ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1734169228656
2024-12-14T09:40:31,768 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb0676fd419b43149e09495928140539, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1734169228666
2024-12-14T09:40:31,769 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb6654c1b4ff4d4e86881ebb3c4db6f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1734169229823
2024-12-14T09:40:31,776 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#A#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:31,776 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/f3cb7e4ba9934d9abdd920d5a7253f2b is 50, key is test_row_0/A:col10/1734169230434/Put/seqid=0
2024-12-14T09:40:31,779 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:31,779 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/B is initiating minor compaction (all files)
2024-12-14T09:40:31,780 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/B in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,780 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/57e8109dbbb94fb089fbfb2524c3fe8d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bdce51ad68224361a973209ef43c8d76, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/1f9a16c577cf41a78a69c4b2db74b075, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b3449ab583544b528f18b61bb46c60ab] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=49.1 K
2024-12-14T09:40:31,780 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 57e8109dbbb94fb089fbfb2524c3fe8d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1734169227705
2024-12-14T09:40:31,780 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting bdce51ad68224361a973209ef43c8d76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1734169228656
2024-12-14T09:40:31,781 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f9a16c577cf41a78a69c4b2db74b075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1734169228666
2024-12-14T09:40:31,781 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting b3449ab583544b528f18b61bb46c60ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1734169229823
2024-12-14T09:40:31,787 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:31,787 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/880ae63521744a4c8702249b13459167 is 50, key is test_row_0/B:col10/1734169230434/Put/seqid=0
2024-12-14T09:40:31,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742206_1382 (size=13561)
2024-12-14T09:40:31,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742207_1383 (size=13561)
2024-12-14T09:40:31,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:31,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-12-14T09:40:31,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-12-14T09:40:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:31,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:31,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/6df35f0ad0094d49ac9f35a9e526db94 is 50, key is test_row_0/A:col10/1734169230438/Put/seqid=0
2024-12-14T09:40:31,821 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/880ae63521744a4c8702249b13459167 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/880ae63521744a4c8702249b13459167
2024-12-14T09:40:31,829 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/B of 5c94c70b04a982d10d058872a9c83ec4 into 880ae63521744a4c8702249b13459167(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:31,829 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:31,829 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/B, priority=12, startTime=1734169231766; duration=0sec
2024-12-14T09:40:31,829 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:31,829 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:B
2024-12-14T09:40:31,829 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:31,831 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:31,831 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 5c94c70b04a982d10d058872a9c83ec4/C is initiating minor compaction (all files)
2024-12-14T09:40:31,832 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5c94c70b04a982d10d058872a9c83ec4/C in TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:31,832 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/57eaead13f0342eca5084a626bf38b0e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/68e23241711c4f2a9760e9a01cfed6f3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ae93d332e20648e094bf793ca90882b3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/20e65f6a747347a890a1c09cb896739c] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp, totalSize=49.1 K
2024-12-14T09:40:31,832 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 57eaead13f0342eca5084a626bf38b0e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=468, earliestPutTs=1734169227705
2024-12-14T09:40:31,833 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 68e23241711c4f2a9760e9a01cfed6f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1734169228656
2024-12-14T09:40:31,833 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting ae93d332e20648e094bf793ca90882b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1734169228666
2024-12-14T09:40:31,833 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 20e65f6a747347a890a1c09cb896739c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1734169229823
2024-12-14T09:40:31,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742208_1384 (size=12301)
2024-12-14T09:40:31,847 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5c94c70b04a982d10d058872a9c83ec4#C#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:31,848 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/58909fcb747a4c40aec0e6709bf6a48d is 50, key is test_row_0/C:col10/1734169230434/Put/seqid=0
2024-12-14T09:40:31,850 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/6df35f0ad0094d49ac9f35a9e526db94
2024-12-14T09:40:31,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742209_1385 (size=13561)
2024-12-14T09:40:31,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/5fe64ab756134d48aec51f11a669de0c is 50, key is test_row_0/B:col10/1734169230438/Put/seqid=0
2024-12-14T09:40:31,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742210_1386 (size=12301)
2024-12-14T09:40:31,915 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/5fe64ab756134d48aec51f11a669de0c
2024-12-14T09:40:31,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/767b75e463774928a2486bc1ff0dbd92 is 50, key is test_row_0/C:col10/1734169230438/Put/seqid=0
2024-12-14T09:40:31,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742211_1387 (size=12301)
2024-12-14T09:40:31,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97
2024-12-14T09:40:32,103 DEBUG [Thread-1246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bd6a663 to 127.0.0.1:58469
2024-12-14T09:40:32,103 DEBUG [Thread-1242 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a9f805a to 127.0.0.1:58469
2024-12-14T09:40:32,103 DEBUG [Thread-1246 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:32,103 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:32,104 DEBUG [Thread-1250 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42712ad6 to 127.0.0.1:58469
2024-12-14T09:40:32,104 DEBUG [Thread-1250 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:32,107 DEBUG [Thread-1244 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b123525 to 127.0.0.1:58469
2024-12-14T09:40:32,107 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:32,108 DEBUG [Thread-1248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10be4157 to 127.0.0.1:58469
2024-12-14T09:40:32,108 DEBUG [Thread-1248 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:32,207 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/f3cb7e4ba9934d9abdd920d5a7253f2b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f3cb7e4ba9934d9abdd920d5a7253f2b
2024-12-14T09:40:32,216 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/A of 5c94c70b04a982d10d058872a9c83ec4 into f3cb7e4ba9934d9abdd920d5a7253f2b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:32,216 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:32,216 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/A, priority=12, startTime=1734169231766; duration=0sec
2024-12-14T09:40:32,216 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:32,216 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:A
2024-12-14T09:40:32,274 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/58909fcb747a4c40aec0e6709bf6a48d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/58909fcb747a4c40aec0e6709bf6a48d
2024-12-14T09:40:32,279 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5c94c70b04a982d10d058872a9c83ec4/C of 5c94c70b04a982d10d058872a9c83ec4 into 58909fcb747a4c40aec0e6709bf6a48d(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:32,279 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:32,279 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4., storeName=5c94c70b04a982d10d058872a9c83ec4/C, priority=12, startTime=1734169231766; duration=0sec
2024-12-14T09:40:32,279 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:32,279 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5c94c70b04a982d10d058872a9c83ec4:C
2024-12-14T09:40:32,369 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/767b75e463774928a2486bc1ff0dbd92
2024-12-14T09:40:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/6df35f0ad0094d49ac9f35a9e526db94 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6df35f0ad0094d49ac9f35a9e526db94
2024-12-14T09:40:32,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6df35f0ad0094d49ac9f35a9e526db94, entries=150, sequenceid=546, filesize=12.0 K
2024-12-14T09:40:32,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/5fe64ab756134d48aec51f11a669de0c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/5fe64ab756134d48aec51f11a669de0c
2024-12-14T09:40:32,383 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/5fe64ab756134d48aec51f11a669de0c, entries=150, sequenceid=546, filesize=12.0 K
2024-12-14T09:40:32,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/767b75e463774928a2486bc1ff0dbd92 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/767b75e463774928a2486bc1ff0dbd92
2024-12-14T09:40:32,387 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/767b75e463774928a2486bc1ff0dbd92, entries=150, sequenceid=546, filesize=12.0 K
2024-12-14T09:40:32,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 5c94c70b04a982d10d058872a9c83ec4 in 577ms, sequenceid=546, compaction requested=false
2024-12-14T09:40:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:32,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-12-14T09:40:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=98
2024-12-14T09:40:32,390 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97
2024-12-14T09:40:32,391 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4960 sec
2024-12-14T09:40:32,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.5000 sec
2024-12-14T09:40:32,573 DEBUG [Thread-1239 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x168133da to 127.0.0.1:58469
2024-12-14T09:40:32,573 DEBUG [Thread-1239 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:32,575 DEBUG [Thread-1231 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cc79dd6 to 127.0.0.1:58469
2024-12-14T09:40:32,575 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:32,577 DEBUG [Thread-1233 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cd6e3ed to 127.0.0.1:58469
2024-12-14T09:40:32,577 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:32,584 DEBUG [Thread-1237 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1703a605 to 127.0.0.1:58469
2024-12-14T09:40:32,584 DEBUG [Thread-1237 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97
2024-12-14T09:40:33,000 INFO  [Thread-1241 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed
2024-12-14T09:40:34,772 DEBUG [Thread-1235 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13b0002b to 127.0.0.1:58469
2024-12-14T09:40:34,772 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 79
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 98
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 88
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 89
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 81
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6360
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6264
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6144
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6400
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 6348
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-14T09:40:34,772 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-12-14T09:40:34,773 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4becc07d to 127.0.0.1:58469
2024-12-14T09:40:34,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:40:34,773 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-12-14T09:40:34,773 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-14T09:40:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99
2024-12-14T09:40:34,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169234776"}]},"ts":"1734169234776"}
2024-12-14T09:40:34,778 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-14T09:40:34,798 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-14T09:40:34,798 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:40:34,800 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c94c70b04a982d10d058872a9c83ec4, UNASSIGN}]
2024-12-14T09:40:34,801 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c94c70b04a982d10d058872a9c83ec4, UNASSIGN
2024-12-14T09:40:34,802 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=5c94c70b04a982d10d058872a9c83ec4, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:34,803 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:40:34,803 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:40:34,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99
2024-12-14T09:40:34,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:34,956 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 5c94c70b04a982d10d058872a9c83ec4, disabling compactions & flushes
2024-12-14T09:40:34,956 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4. after waiting 0 ms
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:34,956 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(2837): Flushing 5c94c70b04a982d10d058872a9c83ec4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=A
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=B
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:34,956 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5c94c70b04a982d10d058872a9c83ec4, store=C
2024-12-14T09:40:34,957 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:34,960 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/c3f1a4afb784429c9d6ad1cd19f5a114 is 50, key is test_row_0/A:col10/1734169234770/Put/seqid=0
2024-12-14T09:40:34,967 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742212_1388 (size=9857)
2024-12-14T09:40:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99
2024-12-14T09:40:35,368 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/c3f1a4afb784429c9d6ad1cd19f5a114
2024-12-14T09:40:35,374 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/6f19df8a2b40424a8755c38e8d5853da is 50, key is test_row_0/B:col10/1734169234770/Put/seqid=0
2024-12-14T09:40:35,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742213_1389 (size=9857)
2024-12-14T09:40:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99
2024-12-14T09:40:35,778 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/6f19df8a2b40424a8755c38e8d5853da
2024-12-14T09:40:35,784 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/cc19a2bd7967471dbbe6f49eaf2578cc is 50, key is test_row_0/C:col10/1734169234770/Put/seqid=0
2024-12-14T09:40:35,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742214_1390 (size=9857)
2024-12-14T09:40:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99
2024-12-14T09:40:36,189 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/cc19a2bd7967471dbbe6f49eaf2578cc
2024-12-14T09:40:36,193 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/A/c3f1a4afb784429c9d6ad1cd19f5a114 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c3f1a4afb784429c9d6ad1cd19f5a114
2024-12-14T09:40:36,197 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c3f1a4afb784429c9d6ad1cd19f5a114, entries=100, sequenceid=557, filesize=9.6 K
2024-12-14T09:40:36,197 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/B/6f19df8a2b40424a8755c38e8d5853da as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/6f19df8a2b40424a8755c38e8d5853da
2024-12-14T09:40:36,201 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/6f19df8a2b40424a8755c38e8d5853da, entries=100, sequenceid=557, filesize=9.6 K
2024-12-14T09:40:36,202 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/.tmp/C/cc19a2bd7967471dbbe6f49eaf2578cc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/cc19a2bd7967471dbbe6f49eaf2578cc
2024-12-14T09:40:36,206 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/cc19a2bd7967471dbbe6f49eaf2578cc, entries=100, sequenceid=557, filesize=9.6 K
2024-12-14T09:40:36,207 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5c94c70b04a982d10d058872a9c83ec4 in 1251ms, sequenceid=557, compaction requested=true
2024-12-14T09:40:36,208 DEBUG [StoreCloser-TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a66d1752018b4f76af66321442fd0b40, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/030f874ae9304c26820f67e0e59bd360, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/057eb7b25834423bbb086f91f859fcbb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0633b26344af473ab4c5dd911270db49, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fc20a744b6774b79be14ce7ab9544d2c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ad12ac3df78c4d4dbacde955fa273f6a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/32d4416b1a0d40c7b25f0db058e8260c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/277aa0cd463043eda4425aab199cd1f7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0e29a6ff25dd4e068e93a7b8bfabe50a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/54302c4ac3c941ff84ac6c2669da272c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a1850fa4d3184bea88494e18701451e9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/d85c4fc56a4e426994c451fb17215f12, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/662871ff342f4e43a89dcab171a9932e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da4f3241326e4e2eae6f33c2bdd23fb7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fe5127148c6340318c453cd0ed4930cf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/5b8191ebdeb0415a9dd2026d369c50e3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/de8e0886d4934b25b0ebf7ab8e1dc4bf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/66db95157d864bb6be65cde4aba59eca, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/aaaceaa42e0e4adc806d4ea36fe55ccd, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/43d2a66b56ba43cbaf3a88289f289473, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/50f5ec5281c64bc29add90b08fc61cba, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e585cb8dafa94e0797780b5ffba42bed, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/91e47ea4be5b410bb513bd9345e8ef49, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e0cd7e5505fa48a384a20f74e1bedd1d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c21fee33112b428b93a507410941148c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f8a001ba8f51407696c0771764a3141b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da3c3786164443c19a4020e572b04bec, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f9255c91ead242a4aa9538d925a1fbc0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/daed6df30abb4821940f0d6f47aa7798, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/28cd98b1ff19401a8d9c5d04bfa78ce5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/852d161157ec42e6b42ad853119a5b5b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6506158ccdd54282bcddda73d4481ed3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ff574f657ef64af6ae89bdedd72fa7f6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/64a53087285b43cabfca59c42e5cd6d0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/746fae186d1b4cf6b4ffff8ef5aa07ed, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/cb0676fd419b43149e09495928140539, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fb6654c1b4ff4d4e86881ebb3c4db6f9] to archive
2024-12-14T09:40:36,209 DEBUG [StoreCloser-TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:40:36,210 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a66d1752018b4f76af66321442fd0b40 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a66d1752018b4f76af66321442fd0b40
2024-12-14T09:40:36,214 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0633b26344af473ab4c5dd911270db49 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0633b26344af473ab4c5dd911270db49
2024-12-14T09:40:36,214 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/057eb7b25834423bbb086f91f859fcbb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/057eb7b25834423bbb086f91f859fcbb
2024-12-14T09:40:36,214 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/277aa0cd463043eda4425aab199cd1f7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/277aa0cd463043eda4425aab199cd1f7
2024-12-14T09:40:36,215 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/030f874ae9304c26820f67e0e59bd360 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/030f874ae9304c26820f67e0e59bd360
2024-12-14T09:40:36,219 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ad12ac3df78c4d4dbacde955fa273f6a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ad12ac3df78c4d4dbacde955fa273f6a
2024-12-14T09:40:36,219 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/32d4416b1a0d40c7b25f0db058e8260c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/32d4416b1a0d40c7b25f0db058e8260c
2024-12-14T09:40:36,219 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fc20a744b6774b79be14ce7ab9544d2c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fc20a744b6774b79be14ce7ab9544d2c
2024-12-14T09:40:36,219 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0e29a6ff25dd4e068e93a7b8bfabe50a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/0e29a6ff25dd4e068e93a7b8bfabe50a
2024-12-14T09:40:36,221 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/54302c4ac3c941ff84ac6c2669da272c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/54302c4ac3c941ff84ac6c2669da272c
2024-12-14T09:40:36,222 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/d85c4fc56a4e426994c451fb17215f12 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/d85c4fc56a4e426994c451fb17215f12
2024-12-14T09:40:36,222 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a1850fa4d3184bea88494e18701451e9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/a1850fa4d3184bea88494e18701451e9
2024-12-14T09:40:36,222 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/662871ff342f4e43a89dcab171a9932e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/662871ff342f4e43a89dcab171a9932e
2024-12-14T09:40:36,223 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da4f3241326e4e2eae6f33c2bdd23fb7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da4f3241326e4e2eae6f33c2bdd23fb7
2024-12-14T09:40:36,224 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/de8e0886d4934b25b0ebf7ab8e1dc4bf to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/de8e0886d4934b25b0ebf7ab8e1dc4bf
2024-12-14T09:40:36,224 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/5b8191ebdeb0415a9dd2026d369c50e3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/5b8191ebdeb0415a9dd2026d369c50e3
2024-12-14T09:40:36,224 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fe5127148c6340318c453cd0ed4930cf to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fe5127148c6340318c453cd0ed4930cf
2024-12-14T09:40:36,227 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/43d2a66b56ba43cbaf3a88289f289473 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/43d2a66b56ba43cbaf3a88289f289473
2024-12-14T09:40:36,227 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/66db95157d864bb6be65cde4aba59eca to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/66db95157d864bb6be65cde4aba59eca
2024-12-14T09:40:36,227 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/aaaceaa42e0e4adc806d4ea36fe55ccd to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/aaaceaa42e0e4adc806d4ea36fe55ccd
2024-12-14T09:40:36,227 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/50f5ec5281c64bc29add90b08fc61cba to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/50f5ec5281c64bc29add90b08fc61cba
2024-12-14T09:40:36,227 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e0cd7e5505fa48a384a20f74e1bedd1d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e0cd7e5505fa48a384a20f74e1bedd1d
2024-12-14T09:40:36,231 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/91e47ea4be5b410bb513bd9345e8ef49 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/91e47ea4be5b410bb513bd9345e8ef49
2024-12-14T09:40:36,231 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e585cb8dafa94e0797780b5ffba42bed to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/e585cb8dafa94e0797780b5ffba42bed
2024-12-14T09:40:36,231 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c21fee33112b428b93a507410941148c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c21fee33112b428b93a507410941148c
2024-12-14T09:40:36,235 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/28cd98b1ff19401a8d9c5d04bfa78ce5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/28cd98b1ff19401a8d9c5d04bfa78ce5
2024-12-14T09:40:36,235 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f9255c91ead242a4aa9538d925a1fbc0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f9255c91ead242a4aa9538d925a1fbc0
2024-12-14T09:40:36,235 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da3c3786164443c19a4020e572b04bec to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/da3c3786164443c19a4020e572b04bec
2024-12-14T09:40:36,235 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/daed6df30abb4821940f0d6f47aa7798 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/daed6df30abb4821940f0d6f47aa7798
2024-12-14T09:40:36,236 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ff574f657ef64af6ae89bdedd72fa7f6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/ff574f657ef64af6ae89bdedd72fa7f6
2024-12-14T09:40:36,236 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/852d161157ec42e6b42ad853119a5b5b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/852d161157ec42e6b42ad853119a5b5b
2024-12-14T09:40:36,236 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6506158ccdd54282bcddda73d4481ed3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6506158ccdd54282bcddda73d4481ed3
2024-12-14T09:40:36,237 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f8a001ba8f51407696c0771764a3141b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f8a001ba8f51407696c0771764a3141b
2024-12-14T09:40:36,237 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/64a53087285b43cabfca59c42e5cd6d0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/64a53087285b43cabfca59c42e5cd6d0
2024-12-14T09:40:36,238 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/746fae186d1b4cf6b4ffff8ef5aa07ed to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/746fae186d1b4cf6b4ffff8ef5aa07ed
2024-12-14T09:40:36,238 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/cb0676fd419b43149e09495928140539 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/cb0676fd419b43149e09495928140539
2024-12-14T09:40:36,238 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fb6654c1b4ff4d4e86881ebb3c4db6f9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/fb6654c1b4ff4d4e86881ebb3c4db6f9
2024-12-14T09:40:36,255 DEBUG [StoreCloser-TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f32c47ead7a44b76a18bf4bbcfe5dd07, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0220dc54085e4b70be2cbc0aa5c2d34f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c3e53ed1f2f24982ba28797ac114eb0f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/629b84eaf0e24610a0b785ade6c36e48, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c68181775d9645f68a0c687d53de0efe, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/3b2283f52a074e2bb90369074c7c1291, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e5cfb9eb93ec444dadc4dc184b5ea58e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8387555ac9d445edadfd2732c174116c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0f47bb035f0c4fe092396bfda8def5d1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/94a411c91c02432eb08141a81c7704bc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4a1e813967184b77af8e414d1da9e5c3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4d30c025d4de4d6e80459d2f8ab59400, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/534d3768f8834c8881df50afb9250099, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f5e7619ac51e46cbba132308fec1a619, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b2f3dfcfdfdc471a824c502739280d16, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b9cd35bade184f2e9e5beb17c88a5431, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/999564cd4bff490d8c00d7dd19588624, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/86d0cafe05414f7a89b2660d29f8d09d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/29d27dcc6f9e49f08ee96736d813b043, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7d6ccb685795420cb1defd696cd59938, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bc585607f74a4d87871157628c4ef4ad, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/868eb5df67e04842a93fa9356f8589cf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e3e34974a4d243eb91d1ea586e5afce9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e81737ddb7f943f78901beb10e1eaad4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/231143b867f141a083d9ff0120e101e5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8fa0059fb1d54388a2dd22db8d58b932, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0780e4735f544794a40208fc41843030, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/829b43f9a60848f8a5a2a793c9b5b031, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/74255886462b406697b74e86cf1d3f45, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/19470b5b79414d288fb7a3bcf7d18378, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/9f96410d2bc84ac5ba802e5a4f4394c3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7a63314272394b67a2b25c0f1ee7271f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/57e8109dbbb94fb089fbfb2524c3fe8d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/aa761b69e7894370a0b2348b08a6ef85, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bdce51ad68224361a973209ef43c8d76, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/1f9a16c577cf41a78a69c4b2db74b075, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b3449ab583544b528f18b61bb46c60ab] to archive
2024-12-14T09:40:36,256 DEBUG [StoreCloser-TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:40:36,262 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0220dc54085e4b70be2cbc0aa5c2d34f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0220dc54085e4b70be2cbc0aa5c2d34f
2024-12-14T09:40:36,262 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e5cfb9eb93ec444dadc4dc184b5ea58e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e5cfb9eb93ec444dadc4dc184b5ea58e
2024-12-14T09:40:36,262 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8387555ac9d445edadfd2732c174116c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8387555ac9d445edadfd2732c174116c
2024-12-14T09:40:36,263 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c68181775d9645f68a0c687d53de0efe to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c68181775d9645f68a0c687d53de0efe
2024-12-14T09:40:36,263 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/629b84eaf0e24610a0b785ade6c36e48 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/629b84eaf0e24610a0b785ade6c36e48
2024-12-14T09:40:36,263 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/3b2283f52a074e2bb90369074c7c1291 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/3b2283f52a074e2bb90369074c7c1291
2024-12-14T09:40:36,263 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f32c47ead7a44b76a18bf4bbcfe5dd07 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f32c47ead7a44b76a18bf4bbcfe5dd07
2024-12-14T09:40:36,264 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0f47bb035f0c4fe092396bfda8def5d1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0f47bb035f0c4fe092396bfda8def5d1
2024-12-14T09:40:36,264 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/94a411c91c02432eb08141a81c7704bc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/94a411c91c02432eb08141a81c7704bc
2024-12-14T09:40:36,264 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4d30c025d4de4d6e80459d2f8ab59400 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4d30c025d4de4d6e80459d2f8ab59400
2024-12-14T09:40:36,265 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c3e53ed1f2f24982ba28797ac114eb0f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/c3e53ed1f2f24982ba28797ac114eb0f
2024-12-14T09:40:36,265 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4a1e813967184b77af8e414d1da9e5c3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/4a1e813967184b77af8e414d1da9e5c3
2024-12-14T09:40:36,265 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/534d3768f8834c8881df50afb9250099 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/534d3768f8834c8881df50afb9250099
2024-12-14T09:40:36,265 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f5e7619ac51e46cbba132308fec1a619 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/f5e7619ac51e46cbba132308fec1a619
2024-12-14T09:40:36,266 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b2f3dfcfdfdc471a824c502739280d16 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b2f3dfcfdfdc471a824c502739280d16
2024-12-14T09:40:36,267 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b9cd35bade184f2e9e5beb17c88a5431 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b9cd35bade184f2e9e5beb17c88a5431
2024-12-14T09:40:36,267 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/999564cd4bff490d8c00d7dd19588624 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/999564cd4bff490d8c00d7dd19588624
2024-12-14T09:40:36,267 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/86d0cafe05414f7a89b2660d29f8d09d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/86d0cafe05414f7a89b2660d29f8d09d
2024-12-14T09:40:36,267 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/29d27dcc6f9e49f08ee96736d813b043 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/29d27dcc6f9e49f08ee96736d813b043
2024-12-14T09:40:36,268 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bc585607f74a4d87871157628c4ef4ad to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bc585607f74a4d87871157628c4ef4ad
2024-12-14T09:40:36,268 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7d6ccb685795420cb1defd696cd59938 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7d6ccb685795420cb1defd696cd59938
2024-12-14T09:40:36,268 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/868eb5df67e04842a93fa9356f8589cf to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/868eb5df67e04842a93fa9356f8589cf
2024-12-14T09:40:36,268 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e3e34974a4d243eb91d1ea586e5afce9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e3e34974a4d243eb91d1ea586e5afce9
2024-12-14T09:40:36,273 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e81737ddb7f943f78901beb10e1eaad4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/e81737ddb7f943f78901beb10e1eaad4
2024-12-14T09:40:36,273 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/231143b867f141a083d9ff0120e101e5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/231143b867f141a083d9ff0120e101e5
2024-12-14T09:40:36,274 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8fa0059fb1d54388a2dd22db8d58b932 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/8fa0059fb1d54388a2dd22db8d58b932
2024-12-14T09:40:36,279 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/829b43f9a60848f8a5a2a793c9b5b031 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/829b43f9a60848f8a5a2a793c9b5b031
2024-12-14T09:40:36,279 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/9f96410d2bc84ac5ba802e5a4f4394c3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/9f96410d2bc84ac5ba802e5a4f4394c3
2024-12-14T09:40:36,279 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0780e4735f544794a40208fc41843030 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/0780e4735f544794a40208fc41843030
2024-12-14T09:40:36,280 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/74255886462b406697b74e86cf1d3f45 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/74255886462b406697b74e86cf1d3f45
2024-12-14T09:40:36,280 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/19470b5b79414d288fb7a3bcf7d18378 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/19470b5b79414d288fb7a3bcf7d18378
2024-12-14T09:40:36,281 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7a63314272394b67a2b25c0f1ee7271f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/7a63314272394b67a2b25c0f1ee7271f
2024-12-14T09:40:36,281 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/57e8109dbbb94fb089fbfb2524c3fe8d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/57e8109dbbb94fb089fbfb2524c3fe8d
2024-12-14T09:40:36,281 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/aa761b69e7894370a0b2348b08a6ef85 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/aa761b69e7894370a0b2348b08a6ef85
2024-12-14T09:40:36,282 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b3449ab583544b528f18b61bb46c60ab to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/b3449ab583544b528f18b61bb46c60ab
2024-12-14T09:40:36,282 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bdce51ad68224361a973209ef43c8d76 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/bdce51ad68224361a973209ef43c8d76
2024-12-14T09:40:36,282 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/1f9a16c577cf41a78a69c4b2db74b075 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/1f9a16c577cf41a78a69c4b2db74b075
2024-12-14T09:40:36,284 DEBUG [StoreCloser-TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c665e33693f64a4094f07f9739d75c20, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/71d31060418747a3bb3a3089e945c055, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/394b6975ba07410ba57e5f276df1ed3a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/32edabbdba694714922defa1a0289f87, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/75c45e473bab445ca40a9b46e7dbd772, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8c7f6f89236c40228edbf309eb2f8b33, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/35c7ebf9768f44c6831a81eac6ffc442, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/532903c552b74f91a4eaeb0c5249c39a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c0c137b3d127444985846385f43ea1a3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d77bb6e488f2448f85b2a0f0d6811f01, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ebb872b29d7945ba96a5402878167887, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aa93f80eb2a14d51baa9c0fe61b79b25, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/1773fc86b5cf4c75b56e5300738a0bb9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14467e1075bc49e2aa4ef64967a90f53, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/453fd4637db84d40a26f4cc3372e3ec7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2ed5db42936e4a53972264d100dce7bc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/a24e24c5d14f4b3b9bff5345c47fbb38, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/877c397ab6f941e3bcd9e2852fcfd05a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ea52255922e648159a6fe5addc93dcba, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/64b1a8141d3542fd824ea23d6761e343, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aaf6c2d667c94301b7b17db13012e1c7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2b7ab3efd7a64621a7574b35cb8b7c99, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/b855fdc7866f40f78a9c5fe8364ed175, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ff909d5e52914bab92fddd9f13f7f085, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d355cd9063b448dda4c8db7f403397fe, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2349a71d99be428381064a663b033da3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/fb7b51afeff1418d8b117eee018d7a91, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/655d15065d204931b616af53af2dc08f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14f0a1d1b59144c682ce14ced622b179, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8cdbe0edb1b54211aa3c0fd70eb48dcc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/97bec8bae078480f95fff1e2ff4140f1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/6a20d6d42a164ba4a0827eb208a511f6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/57eaead13f0342eca5084a626bf38b0e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d1d2682cf6d84df4abfd848806bcab9f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/68e23241711c4f2a9760e9a01cfed6f3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ae93d332e20648e094bf793ca90882b3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/20e65f6a747347a890a1c09cb896739c] to archive
2024-12-14T09:40:36,285 DEBUG [StoreCloser-TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:40:36,288 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/394b6975ba07410ba57e5f276df1ed3a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/394b6975ba07410ba57e5f276df1ed3a
2024-12-14T09:40:36,288 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c665e33693f64a4094f07f9739d75c20 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c665e33693f64a4094f07f9739d75c20
2024-12-14T09:40:36,288 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/71d31060418747a3bb3a3089e945c055 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/71d31060418747a3bb3a3089e945c055
2024-12-14T09:40:36,288 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/32edabbdba694714922defa1a0289f87 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/32edabbdba694714922defa1a0289f87
2024-12-14T09:40:36,288 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/75c45e473bab445ca40a9b46e7dbd772 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/75c45e473bab445ca40a9b46e7dbd772
2024-12-14T09:40:36,288 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8c7f6f89236c40228edbf309eb2f8b33 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8c7f6f89236c40228edbf309eb2f8b33
2024-12-14T09:40:36,289 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/35c7ebf9768f44c6831a81eac6ffc442 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/35c7ebf9768f44c6831a81eac6ffc442
2024-12-14T09:40:36,289 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/532903c552b74f91a4eaeb0c5249c39a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/532903c552b74f91a4eaeb0c5249c39a
2024-12-14T09:40:36,292 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c0c137b3d127444985846385f43ea1a3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/c0c137b3d127444985846385f43ea1a3
2024-12-14T09:40:36,292 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d77bb6e488f2448f85b2a0f0d6811f01 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d77bb6e488f2448f85b2a0f0d6811f01
2024-12-14T09:40:36,292 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ebb872b29d7945ba96a5402878167887 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ebb872b29d7945ba96a5402878167887
2024-12-14T09:40:36,292 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aa93f80eb2a14d51baa9c0fe61b79b25 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aa93f80eb2a14d51baa9c0fe61b79b25
2024-12-14T09:40:36,292 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/1773fc86b5cf4c75b56e5300738a0bb9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/1773fc86b5cf4c75b56e5300738a0bb9
2024-12-14T09:40:36,292 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14467e1075bc49e2aa4ef64967a90f53 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14467e1075bc49e2aa4ef64967a90f53
2024-12-14T09:40:36,292 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/453fd4637db84d40a26f4cc3372e3ec7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/453fd4637db84d40a26f4cc3372e3ec7
2024-12-14T09:40:36,293 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2ed5db42936e4a53972264d100dce7bc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2ed5db42936e4a53972264d100dce7bc
2024-12-14T09:40:36,294 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/a24e24c5d14f4b3b9bff5345c47fbb38 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/a24e24c5d14f4b3b9bff5345c47fbb38
2024-12-14T09:40:36,294 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/877c397ab6f941e3bcd9e2852fcfd05a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/877c397ab6f941e3bcd9e2852fcfd05a
2024-12-14T09:40:36,295 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aaf6c2d667c94301b7b17db13012e1c7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/aaf6c2d667c94301b7b17db13012e1c7
2024-12-14T09:40:36,295 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ea52255922e648159a6fe5addc93dcba to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ea52255922e648159a6fe5addc93dcba
2024-12-14T09:40:36,295 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/64b1a8141d3542fd824ea23d6761e343 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/64b1a8141d3542fd824ea23d6761e343
2024-12-14T09:40:36,295 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2b7ab3efd7a64621a7574b35cb8b7c99 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2b7ab3efd7a64621a7574b35cb8b7c99
2024-12-14T09:40:36,296 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ff909d5e52914bab92fddd9f13f7f085 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ff909d5e52914bab92fddd9f13f7f085
2024-12-14T09:40:36,296 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/b855fdc7866f40f78a9c5fe8364ed175 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/b855fdc7866f40f78a9c5fe8364ed175
2024-12-14T09:40:36,298 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d355cd9063b448dda4c8db7f403397fe to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d355cd9063b448dda4c8db7f403397fe
2024-12-14T09:40:36,298 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2349a71d99be428381064a663b033da3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/2349a71d99be428381064a663b033da3
2024-12-14T09:40:36,298 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/fb7b51afeff1418d8b117eee018d7a91 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/fb7b51afeff1418d8b117eee018d7a91
2024-12-14T09:40:36,298 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8cdbe0edb1b54211aa3c0fd70eb48dcc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/8cdbe0edb1b54211aa3c0fd70eb48dcc
2024-12-14T09:40:36,298 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/655d15065d204931b616af53af2dc08f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/655d15065d204931b616af53af2dc08f
2024-12-14T09:40:36,298 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14f0a1d1b59144c682ce14ced622b179 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/14f0a1d1b59144c682ce14ced622b179
2024-12-14T09:40:36,299 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/97bec8bae078480f95fff1e2ff4140f1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/97bec8bae078480f95fff1e2ff4140f1
2024-12-14T09:40:36,299 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/6a20d6d42a164ba4a0827eb208a511f6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/6a20d6d42a164ba4a0827eb208a511f6
2024-12-14T09:40:36,299 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d1d2682cf6d84df4abfd848806bcab9f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/d1d2682cf6d84df4abfd848806bcab9f
2024-12-14T09:40:36,299 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/57eaead13f0342eca5084a626bf38b0e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/57eaead13f0342eca5084a626bf38b0e
2024-12-14T09:40:36,299 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/68e23241711c4f2a9760e9a01cfed6f3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/68e23241711c4f2a9760e9a01cfed6f3
2024-12-14T09:40:36,300 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/20e65f6a747347a890a1c09cb896739c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/20e65f6a747347a890a1c09cb896739c
2024-12-14T09:40:36,300 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ae93d332e20648e094bf793ca90882b3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/ae93d332e20648e094bf793ca90882b3
2024-12-14T09:40:36,309 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/recovered.edits/560.seqid, newMaxSeqId=560, maxSeqId=1
2024-12-14T09:40:36,309 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.
2024-12-14T09:40:36,309 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 5c94c70b04a982d10d058872a9c83ec4:

2024-12-14T09:40:36,311 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:36,312 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=5c94c70b04a982d10d058872a9c83ec4, regionState=CLOSED
2024-12-14T09:40:36,314 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101
2024-12-14T09:40:36,314 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 5c94c70b04a982d10d058872a9c83ec4, server=32d1f136e9e3,45387,1734169148668 in 1.5090 sec
2024-12-14T09:40:36,315 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100
2024-12-14T09:40:36,315 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5c94c70b04a982d10d058872a9c83ec4, UNASSIGN in 1.5140 sec
2024-12-14T09:40:36,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99
2024-12-14T09:40:36,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5170 sec
2024-12-14T09:40:36,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169236316"}]},"ts":"1734169236316"}
2024-12-14T09:40:36,317 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-14T09:40:36,375 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-14T09:40:36,377 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6030 sec
2024-12-14T09:40:36,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-14T09:40:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99
2024-12-14T09:40:36,880 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 99 completed
2024-12-14T09:40:36,881 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-14T09:40:36,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:36,882 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:36,883 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=103, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:36,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103
2024-12-14T09:40:36,884 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:36,886 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/recovered.edits]
2024-12-14T09:40:36,889 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f3cb7e4ba9934d9abdd920d5a7253f2b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/f3cb7e4ba9934d9abdd920d5a7253f2b
2024-12-14T09:40:36,889 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6df35f0ad0094d49ac9f35a9e526db94 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/6df35f0ad0094d49ac9f35a9e526db94
2024-12-14T09:40:36,890 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c3f1a4afb784429c9d6ad1cd19f5a114 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/A/c3f1a4afb784429c9d6ad1cd19f5a114
2024-12-14T09:40:36,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/6f19df8a2b40424a8755c38e8d5853da to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/6f19df8a2b40424a8755c38e8d5853da
2024-12-14T09:40:36,894 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/5fe64ab756134d48aec51f11a669de0c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/5fe64ab756134d48aec51f11a669de0c
2024-12-14T09:40:36,894 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/880ae63521744a4c8702249b13459167 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/B/880ae63521744a4c8702249b13459167
2024-12-14T09:40:36,896 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/cc19a2bd7967471dbbe6f49eaf2578cc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/cc19a2bd7967471dbbe6f49eaf2578cc
2024-12-14T09:40:36,896 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/767b75e463774928a2486bc1ff0dbd92 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/767b75e463774928a2486bc1ff0dbd92
2024-12-14T09:40:36,896 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/58909fcb747a4c40aec0e6709bf6a48d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/C/58909fcb747a4c40aec0e6709bf6a48d
2024-12-14T09:40:36,898 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/recovered.edits/560.seqid to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4/recovered.edits/560.seqid
2024-12-14T09:40:36,899 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/5c94c70b04a982d10d058872a9c83ec4
2024-12-14T09:40:36,899 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-14T09:40:36,902 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=103, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:36,906 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-14T09:40:36,908 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor.
2024-12-14T09:40:36,909 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=103, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:36,909 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states.
2024-12-14T09:40:36,910 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734169236909"}]},"ts":"9223372036854775807"}
2024-12-14T09:40:36,911 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-12-14T09:40:36,911 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5c94c70b04a982d10d058872a9c83ec4, NAME => 'TestAcidGuarantees,,1734169209859.5c94c70b04a982d10d058872a9c83ec4.', STARTKEY => '', ENDKEY => ''}]
2024-12-14T09:40:36,912 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted.
2024-12-14T09:40:36,912 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734169236912"}]},"ts":"9223372036854775807"}
2024-12-14T09:40:36,914 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-12-14T09:40:36,947 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=103, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:36,948 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 66 msec
2024-12-14T09:40:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103
2024-12-14T09:40:36,984 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 103 completed
2024-12-14T09:40:36,995 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=245 (was 249), OpenFileDescriptor=459 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=662 (was 619) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3364 (was 4279)
2024-12-14T09:40:37,006 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=662, ProcessCount=11, AvailableMemoryMB=3366
2024-12-14T09:40:37,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:40:37,007 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:40:37,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:37,009 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-14T09:40:37,009 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:37,010 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-14T09:40:37,010 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 104
2024-12-14T09:40:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-12-14T09:40:37,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742215_1391 (size=963)
2024-12-14T09:40:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-12-14T09:40:37,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-12-14T09:40:37,416 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:40:37,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742216_1392 (size=53)
2024-12-14T09:40:37,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-12-14T09:40:37,821 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:40:37,821 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing fefa8c68b2728fdf2e781c7a9d35f41b, disabling compactions & flushes
2024-12-14T09:40:37,821 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:37,821 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:37,821 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. after waiting 0 ms
2024-12-14T09:40:37,821 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:37,821 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:37,821 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:37,822 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-14T09:40:37,823 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734169237823"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734169237823"}]},"ts":"1734169237823"}
2024-12-14T09:40:37,824 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-12-14T09:40:37,824 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-14T09:40:37,825 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169237825"}]},"ts":"1734169237825"}
2024-12-14T09:40:37,825 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-14T09:40:37,858 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, ASSIGN}]
2024-12-14T09:40:37,859 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, ASSIGN
2024-12-14T09:40:37,859 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, ASSIGN; state=OFFLINE, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=false
2024-12-14T09:40:38,010 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=fefa8c68b2728fdf2e781c7a9d35f41b, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:38,012 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; OpenRegionProcedure fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:40:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-12-14T09:40:38,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:38,166 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:38,166 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7285): Opening region: {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:40:38,167 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:38,167 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:40:38,167 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7327): checking encryption for fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:38,167 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7330): checking classloading for fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:38,168 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fefa8c68b2728fdf2e781c7a9d35f41b 
2024-12-14T09:40:38,169 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:38,170 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fefa8c68b2728fdf2e781c7a9d35f41b columnFamilyName A
2024-12-14T09:40:38,170 DEBUG [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:38,170 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(327): Store=fefa8c68b2728fdf2e781c7a9d35f41b/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:38,170 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fefa8c68b2728fdf2e781c7a9d35f41b 
2024-12-14T09:40:38,171 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:38,172 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fefa8c68b2728fdf2e781c7a9d35f41b columnFamilyName B
2024-12-14T09:40:38,172 DEBUG [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:38,172 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(327): Store=fefa8c68b2728fdf2e781c7a9d35f41b/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:38,173 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fefa8c68b2728fdf2e781c7a9d35f41b 
2024-12-14T09:40:38,174 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:38,174 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fefa8c68b2728fdf2e781c7a9d35f41b columnFamilyName C
2024-12-14T09:40:38,174 DEBUG [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:38,174 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(327): Store=fefa8c68b2728fdf2e781c7a9d35f41b/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:38,175 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:38,175 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:38,175 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:38,177 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:40:38,177 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1085): writing seq id for fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:38,179 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:40:38,179 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1102): Opened fefa8c68b2728fdf2e781c7a9d35f41b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60972888, jitterRate=-0.09143316745758057}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:40:38,180 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1001): Region open journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:38,180 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., pid=106, masterSystemTime=1734169238163
2024-12-14T09:40:38,181 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:38,181 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:38,182 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=fefa8c68b2728fdf2e781c7a9d35f41b, regionState=OPEN, openSeqNum=2, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:38,184 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105
2024-12-14T09:40:38,184 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; OpenRegionProcedure fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668 in 172 msec
2024-12-14T09:40:38,185 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104
2024-12-14T09:40:38,185 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, ASSIGN in 326 msec
2024-12-14T09:40:38,186 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-14T09:40:38,186 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169238186"}]},"ts":"1734169238186"}
2024-12-14T09:40:38,187 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-14T09:40:38,198 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-14T09:40:38,199 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1910 sec
2024-12-14T09:40:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104
2024-12-14T09:40:39,115 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 104 completed
2024-12-14T09:40:39,116 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7267b857 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b8b5c25
2024-12-14T09:40:39,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8cc27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:39,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:39,126 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:39,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-14T09:40:39,128 INFO  [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-14T09:40:39,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:40:39,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:40:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=107, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-12-14T09:40:39,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742217_1393 (size=999)
2024-12-14T09:40:39,539 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963
2024-12-14T09:40:39,539 INFO  [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999
2024-12-14T09:40:39,542 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:40:39,543 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, REOPEN/MOVE}]
2024-12-14T09:40:39,544 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, REOPEN/MOVE
2024-12-14T09:40:39,544 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=fefa8c68b2728fdf2e781c7a9d35f41b, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:39,545 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:40:39,545 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE; CloseRegionProcedure fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:40:39,697 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:39,697 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(124): Close fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:39,697 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:40:39,697 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1681): Closing fefa8c68b2728fdf2e781c7a9d35f41b, disabling compactions & flushes
2024-12-14T09:40:39,697 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:39,697 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:39,697 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. after waiting 0 ms
2024-12-14T09:40:39,697 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:39,701 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-14T09:40:39,701 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:39,701 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1635): Region close journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:39,701 WARN  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionServer(3786): Not adding moved region record: fefa8c68b2728fdf2e781c7a9d35f41b to self.
2024-12-14T09:40:39,702 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(170): Closed fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:39,702 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=fefa8c68b2728fdf2e781c7a9d35f41b, regionState=CLOSED
2024-12-14T09:40:39,704 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109
2024-12-14T09:40:39,704 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; CloseRegionProcedure fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668 in 158 msec
2024-12-14T09:40:39,705 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, REOPEN/MOVE; state=CLOSED, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=true
2024-12-14T09:40:39,855 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=fefa8c68b2728fdf2e781c7a9d35f41b, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:39,857 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE; OpenRegionProcedure fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:40:40,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,010 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,010 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7285): Opening region: {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:40:40,011 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:40,011 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:40:40,011 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7327): checking encryption for fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:40,011 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(7330): checking classloading for fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:40,012 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fefa8c68b2728fdf2e781c7a9d35f41b 
2024-12-14T09:40:40,013 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:40,013 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fefa8c68b2728fdf2e781c7a9d35f41b columnFamilyName A
2024-12-14T09:40:40,014 DEBUG [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:40,014 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(327): Store=fefa8c68b2728fdf2e781c7a9d35f41b/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:40,015 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fefa8c68b2728fdf2e781c7a9d35f41b 
2024-12-14T09:40:40,015 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:40,016 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fefa8c68b2728fdf2e781c7a9d35f41b columnFamilyName B
2024-12-14T09:40:40,016 DEBUG [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:40,016 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(327): Store=fefa8c68b2728fdf2e781c7a9d35f41b/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:40,016 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fefa8c68b2728fdf2e781c7a9d35f41b 
2024-12-14T09:40:40,017 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:40:40,017 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fefa8c68b2728fdf2e781c7a9d35f41b columnFamilyName C
2024-12-14T09:40:40,017 DEBUG [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:40,017 INFO  [StoreOpener-fefa8c68b2728fdf2e781c7a9d35f41b-1 {}] regionserver.HStore(327): Store=fefa8c68b2728fdf2e781c7a9d35f41b/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:40:40,017 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,018 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:40,019 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:40,020 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:40:40,021 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1085): writing seq id for fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:40,022 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1102): Opened fefa8c68b2728fdf2e781c7a9d35f41b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62469366, jitterRate=-0.06913390755653381}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:40:40,023 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegion(1001): Region open journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:40,023 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., pid=111, masterSystemTime=1734169240008
2024-12-14T09:40:40,024 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,024 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=111}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,025 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=109 updating hbase:meta row=fefa8c68b2728fdf2e781c7a9d35f41b, regionState=OPEN, openSeqNum=5, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,027 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=109
2024-12-14T09:40:40,027 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=109, state=SUCCESS; OpenRegionProcedure fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668 in 169 msec
2024-12-14T09:40:40,027 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108
2024-12-14T09:40:40,028 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, REOPEN/MOVE in 484 msec
2024-12-14T09:40:40,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107
2024-12-14T09:40:40,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec
2024-12-14T09:40:40,030 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec
2024-12-14T09:40:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=107
2024-12-14T09:40:40,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63822144 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52592365
2024-12-14T09:40:40,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81cac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x126abdf4 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9b3e6d7
2024-12-14T09:40:40,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a04d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42d6bca6 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c56f75
2024-12-14T09:40:40,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3268230a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61bb7783 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1efa0206
2024-12-14T09:40:40,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7912a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,107 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f0031d8 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71a4fe0c
2024-12-14T09:40:40,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ed1e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53c186a8 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fe4cb14
2024-12-14T09:40:40,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d930fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d80c576 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44f513b9
2024-12-14T09:40:40,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114e6211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,132 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17a2e973 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ba658e5
2024-12-14T09:40:40,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191ae36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,141 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x145b6b99 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d736887
2024-12-14T09:40:40,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133cc1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,149 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fcd5639 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19bc2a17
2024-12-14T09:40:40,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfa4b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:40:40,158 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:40,159 DEBUG [hconnection-0x78af8f8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees
2024-12-14T09:40:40,160 DEBUG [hconnection-0x6042a539-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-12-14T09:40:40,162 DEBUG [hconnection-0x36a73d05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,162 DEBUG [hconnection-0x163d1554-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,162 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:40,163 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55454, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,163 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,163 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,163 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,163 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:40,164 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:40,164 DEBUG [hconnection-0x546a0860-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,164 DEBUG [hconnection-0x3707cd24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,164 DEBUG [hconnection-0x47c1a990-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,165 DEBUG [hconnection-0x53194518-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,166 DEBUG [hconnection-0x48be0d46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,166 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,166 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,166 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,167 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,167 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,169 DEBUG [hconnection-0x44994cdf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:40:40,171 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:40:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:40,173 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:40:40,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:40,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:40,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:40,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:40,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:40,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:40,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169300188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169300190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169300190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169300191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169300191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214a0e5ed96b5ed46c4ba68d7032c2c9d9e_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169240171/Put/seqid=0
2024-12-14T09:40:40,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742218_1394 (size=12154)
2024-12-14T09:40:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-12-14T09:40:40,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169300293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169300293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169300296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169300296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169300296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-12-14T09:40:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-12-14T09:40:40,469 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-12-14T09:40:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:40,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169300494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169300494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169300499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169300499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169300500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-12-14T09:40:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:40,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,637 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:40,643 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214a0e5ed96b5ed46c4ba68d7032c2c9d9e_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a0e5ed96b5ed46c4ba68d7032c2c9d9e_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:40,644 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/2e79c228a6894c88b466a1701a8ecc35, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:40,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/2e79c228a6894c88b466a1701a8ecc35 is 175, key is test_row_0/A:col10/1734169240171/Put/seqid=0
2024-12-14T09:40:40,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742219_1395 (size=30955)
2024-12-14T09:40:40,663 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/2e79c228a6894c88b466a1701a8ecc35
2024-12-14T09:40:40,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/fed23917e5bf46e8b0bdd136ede2a7ae is 50, key is test_row_0/B:col10/1734169240171/Put/seqid=0
2024-12-14T09:40:40,714 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742220_1396 (size=12001)
2024-12-14T09:40:40,714 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/fed23917e5bf46e8b0bdd136ede2a7ae
2024-12-14T09:40:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-12-14T09:40:40,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/6df38dbbd51d416bb244972ef4cc53f4 is 50, key is test_row_0/C:col10/1734169240171/Put/seqid=0
2024-12-14T09:40:40,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-12-14T09:40:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=113
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:40,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169300797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742221_1397 (size=12001)
2024-12-14T09:40:40,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169300804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,811 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/6df38dbbd51d416bb244972ef4cc53f4
2024-12-14T09:40:40,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169300803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169300810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169300810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/2e79c228a6894c88b466a1701a8ecc35 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/2e79c228a6894c88b466a1701a8ecc35
2024-12-14T09:40:40,860 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/2e79c228a6894c88b466a1701a8ecc35, entries=150, sequenceid=17, filesize=30.2 K
2024-12-14T09:40:40,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/fed23917e5bf46e8b0bdd136ede2a7ae as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/fed23917e5bf46e8b0bdd136ede2a7ae
2024-12-14T09:40:40,880 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/fed23917e5bf46e8b0bdd136ede2a7ae, entries=150, sequenceid=17, filesize=11.7 K
2024-12-14T09:40:40,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/6df38dbbd51d416bb244972ef4cc53f4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6df38dbbd51d416bb244972ef4cc53f4
2024-12-14T09:40:40,901 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6df38dbbd51d416bb244972ef4cc53f4, entries=150, sequenceid=17, filesize=11.7 K
2024-12-14T09:40:40,908 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for fefa8c68b2728fdf2e781c7a9d35f41b in 735ms, sequenceid=17, compaction requested=false
2024-12-14T09:40:40,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:40,929 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:40,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113
2024-12-14T09:40:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:40,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:40:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:40,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:40,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214aca48caa115f4d51a7d773d9ed2202d1_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169240189/Put/seqid=0
2024-12-14T09:40:40,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742222_1398 (size=12154)
2024-12-14T09:40:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-12-14T09:40:41,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:41,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169301343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169301345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169301347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169301347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169301353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:41,404 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214aca48caa115f4d51a7d773d9ed2202d1_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214aca48caa115f4d51a7d773d9ed2202d1_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:41,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/ab8974bce27f4991a8c9485d1e0658ad, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:41,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/ab8974bce27f4991a8c9485d1e0658ad is 175, key is test_row_0/A:col10/1734169240189/Put/seqid=0
2024-12-14T09:40:41,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742223_1399 (size=30955)
2024-12-14T09:40:41,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169301456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169301459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169301460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,464 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169301463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169301463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169301660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169301661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169301662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169301667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169301670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,815 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/ab8974bce27f4991a8c9485d1e0658ad
2024-12-14T09:40:41,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/40d9cfe362a74af0afc786845d7d999d is 50, key is test_row_0/B:col10/1734169240189/Put/seqid=0
2024-12-14T09:40:41,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742224_1400 (size=12001)
2024-12-14T09:40:41,842 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-14T09:40:41,964 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169301963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169301966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,972 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169301969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169301974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:41,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169301975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:42,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/40d9cfe362a74af0afc786845d7d999d
2024-12-14T09:40:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0fb2bb46fcdf4d4597d312bb151fa9e8 is 50, key is test_row_0/C:col10/1734169240189/Put/seqid=0
2024-12-14T09:40:42,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742225_1401 (size=12001)
2024-12-14T09:40:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-12-14T09:40:42,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169302468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:42,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169302478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:42,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169302479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:42,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169302482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:42,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169302484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:42,655 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0fb2bb46fcdf4d4597d312bb151fa9e8
2024-12-14T09:40:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/ab8974bce27f4991a8c9485d1e0658ad as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/ab8974bce27f4991a8c9485d1e0658ad
2024-12-14T09:40:42,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/ab8974bce27f4991a8c9485d1e0658ad, entries=150, sequenceid=41, filesize=30.2 K
2024-12-14T09:40:42,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/40d9cfe362a74af0afc786845d7d999d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/40d9cfe362a74af0afc786845d7d999d
2024-12-14T09:40:42,679 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/40d9cfe362a74af0afc786845d7d999d, entries=150, sequenceid=41, filesize=11.7 K
2024-12-14T09:40:42,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0fb2bb46fcdf4d4597d312bb151fa9e8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0fb2bb46fcdf4d4597d312bb151fa9e8
2024-12-14T09:40:42,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0fb2bb46fcdf4d4597d312bb151fa9e8, entries=150, sequenceid=41, filesize=11.7 K
2024-12-14T09:40:42,713 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fefa8c68b2728fdf2e781c7a9d35f41b in 1783ms, sequenceid=41, compaction requested=false
2024-12-14T09:40:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:42,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113
2024-12-14T09:40:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=113
2024-12-14T09:40:42,716 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112
2024-12-14T09:40:42,716 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5520 sec
2024-12-14T09:40:42,717 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.5590 sec
2024-12-14T09:40:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:43,485 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-12-14T09:40:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:43,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:43,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145ea61e09472946e88059ba04d4f257e8_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169241328/Put/seqid=0
2024-12-14T09:40:43,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742226_1402 (size=12154)
2024-12-14T09:40:43,509 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:43,512 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145ea61e09472946e88059ba04d4f257e8_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145ea61e09472946e88059ba04d4f257e8_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:43,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/3ea777141262420ba5d2d6b7dc112524, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:43,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/3ea777141262420ba5d2d6b7dc112524 is 175, key is test_row_0/A:col10/1734169241328/Put/seqid=0
2024-12-14T09:40:43,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742227_1403 (size=30955)
2024-12-14T09:40:43,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169303525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169303525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169303525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169303532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,539 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169303532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169303633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169303636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169303639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169303640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169303640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169303841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169303844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169303846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169303848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169303852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:43,929 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/3ea777141262420ba5d2d6b7dc112524
2024-12-14T09:40:43,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/e02a1ca5ce1a4f04bbbe17c4806cfefb is 50, key is test_row_0/B:col10/1734169241328/Put/seqid=0
2024-12-14T09:40:43,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742228_1404 (size=12001)
2024-12-14T09:40:44,002 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/e02a1ca5ce1a4f04bbbe17c4806cfefb
2024-12-14T09:40:44,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0d7788ff177c473a99be69e199a569f7 is 50, key is test_row_0/C:col10/1734169241328/Put/seqid=0
2024-12-14T09:40:44,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742229_1405 (size=12001)
2024-12-14T09:40:44,021 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0d7788ff177c473a99be69e199a569f7
2024-12-14T09:40:44,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/3ea777141262420ba5d2d6b7dc112524 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3ea777141262420ba5d2d6b7dc112524
2024-12-14T09:40:44,035 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3ea777141262420ba5d2d6b7dc112524, entries=150, sequenceid=54, filesize=30.2 K
2024-12-14T09:40:44,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/e02a1ca5ce1a4f04bbbe17c4806cfefb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e02a1ca5ce1a4f04bbbe17c4806cfefb
2024-12-14T09:40:44,039 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e02a1ca5ce1a4f04bbbe17c4806cfefb, entries=150, sequenceid=54, filesize=11.7 K
2024-12-14T09:40:44,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0d7788ff177c473a99be69e199a569f7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0d7788ff177c473a99be69e199a569f7
2024-12-14T09:40:44,061 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0d7788ff177c473a99be69e199a569f7, entries=150, sequenceid=54, filesize=11.7 K
2024-12-14T09:40:44,062 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for fefa8c68b2728fdf2e781c7a9d35f41b in 578ms, sequenceid=54, compaction requested=true
2024-12-14T09:40:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:44,062 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:44,062 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:44,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:44,063 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:44,064 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/A is initiating minor compaction (all files)
2024-12-14T09:40:44,064 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/A in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,064 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/2e79c228a6894c88b466a1701a8ecc35, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/ab8974bce27f4991a8c9485d1e0658ad, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3ea777141262420ba5d2d6b7dc112524] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=90.7 K
2024-12-14T09:40:44,064 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,064 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/2e79c228a6894c88b466a1701a8ecc35, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/ab8974bce27f4991a8c9485d1e0658ad, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3ea777141262420ba5d2d6b7dc112524]
2024-12-14T09:40:44,064 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:44,064 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/B is initiating minor compaction (all files)
2024-12-14T09:40:44,064 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e79c228a6894c88b466a1701a8ecc35, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169240171
2024-12-14T09:40:44,064 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/B in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,064 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/fed23917e5bf46e8b0bdd136ede2a7ae, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/40d9cfe362a74af0afc786845d7d999d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e02a1ca5ce1a4f04bbbe17c4806cfefb] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=35.2 K
2024-12-14T09:40:44,064 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab8974bce27f4991a8c9485d1e0658ad, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169240188
2024-12-14T09:40:44,064 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting fed23917e5bf46e8b0bdd136ede2a7ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169240171
2024-12-14T09:40:44,065 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea777141262420ba5d2d6b7dc112524, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169241328
2024-12-14T09:40:44,065 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 40d9cfe362a74af0afc786845d7d999d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169240188
2024-12-14T09:40:44,065 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e02a1ca5ce1a4f04bbbe17c4806cfefb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169241328
2024-12-14T09:40:44,071 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#B#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:44,072 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/ee0537912fb745a8b02d82bb8a688ecc is 50, key is test_row_0/B:col10/1734169241328/Put/seqid=0
2024-12-14T09:40:44,076 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:44,096 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214c5b708121b0d4971920d935097054c5b_fefa8c68b2728fdf2e781c7a9d35f41b store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:44,098 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214c5b708121b0d4971920d935097054c5b_fefa8c68b2728fdf2e781c7a9d35f41b, store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:44,098 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c5b708121b0d4971920d935097054c5b_fefa8c68b2728fdf2e781c7a9d35f41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:44,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742230_1406 (size=12104)
2024-12-14T09:40:44,113 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/ee0537912fb745a8b02d82bb8a688ecc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/ee0537912fb745a8b02d82bb8a688ecc
2024-12-14T09:40:44,117 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/B of fefa8c68b2728fdf2e781c7a9d35f41b into ee0537912fb745a8b02d82bb8a688ecc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:44,117 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:44,117 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/B, priority=13, startTime=1734169244062; duration=0sec
2024-12-14T09:40:44,118 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:44,118 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:B
2024-12-14T09:40:44,118 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:44,121 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:44,121 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/C is initiating minor compaction (all files)
2024-12-14T09:40:44,121 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/C in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,121 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6df38dbbd51d416bb244972ef4cc53f4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0fb2bb46fcdf4d4597d312bb151fa9e8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0d7788ff177c473a99be69e199a569f7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=35.2 K
2024-12-14T09:40:44,122 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6df38dbbd51d416bb244972ef4cc53f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169240171
2024-12-14T09:40:44,123 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fb2bb46fcdf4d4597d312bb151fa9e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169240188
2024-12-14T09:40:44,123 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d7788ff177c473a99be69e199a569f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169241328
2024-12-14T09:40:44,154 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#C#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:44,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742231_1407 (size=4469)
2024-12-14T09:40:44,155 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/58961f20790347039338937d9d683d36 is 50, key is test_row_0/C:col10/1734169241328/Put/seqid=0
2024-12-14T09:40:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:44,157 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#A#compaction#347 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:44,158 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/a8768c2d7add49629d3e55114536e02a is 175, key is test_row_0/A:col10/1734169241328/Put/seqid=0
2024-12-14T09:40:44,159 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:40:44,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:44,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:44,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:44,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:44,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:44,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:44,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742233_1409 (size=31058)
2024-12-14T09:40:44,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742232_1408 (size=12104)
2024-12-14T09:40:44,175 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169304171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169304171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d350b4dba57e4f569a8b82a215f82aa0_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169243530/Put/seqid=0
2024-12-14T09:40:44,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169304172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169304172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,184 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/a8768c2d7add49629d3e55114536e02a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8768c2d7add49629d3e55114536e02a
2024-12-14T09:40:44,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169304176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,190 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/A of fefa8c68b2728fdf2e781c7a9d35f41b into a8768c2d7add49629d3e55114536e02a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:44,190 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:44,190 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/A, priority=13, startTime=1734169244062; duration=0sec
2024-12-14T09:40:44,190 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:44,190 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:A
2024-12-14T09:40:44,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742234_1410 (size=17034)
2024-12-14T09:40:44,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:44,217 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d350b4dba57e4f569a8b82a215f82aa0_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d350b4dba57e4f569a8b82a215f82aa0_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:44,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/8bd168c51e4146bc9d774131607581a4, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:44,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/8bd168c51e4146bc9d774131607581a4 is 175, key is test_row_0/A:col10/1734169243530/Put/seqid=0
2024-12-14T09:40:44,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742235_1411 (size=48139)
2024-12-14T09:40:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112
2024-12-14T09:40:44,265 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed
2024-12-14T09:40:44,266 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees
2024-12-14T09:40:44,267 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:44,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-12-14T09:40:44,268 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:44,268 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:44,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169304277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169304281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169304285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169304285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169304287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-12-14T09:40:44,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169304485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169304486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169304489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169304491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169304493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,573 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:44,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-12-14T09:40:44,578 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/58961f20790347039338937d9d683d36 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/58961f20790347039338937d9d683d36
2024-12-14T09:40:44,581 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/C of fefa8c68b2728fdf2e781c7a9d35f41b into 58961f20790347039338937d9d683d36(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:44,581 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:44,581 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/C, priority=13, startTime=1734169244062; duration=0sec
2024-12-14T09:40:44,581 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:44,581 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:C
2024-12-14T09:40:44,623 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/8bd168c51e4146bc9d774131607581a4
2024-12-14T09:40:44,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/1c4d028aea3943cd86b6f0c8554ce1d8 is 50, key is test_row_0/B:col10/1734169243530/Put/seqid=0
2024-12-14T09:40:44,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742236_1412 (size=12001)
2024-12-14T09:40:44,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169304789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169304790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169304794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169304794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169304797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-12-14T09:40:44,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:44,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:44,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:45,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,037 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/1c4d028aea3943cd86b6f0c8554ce1d8
2024-12-14T09:40:45,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0cf0676066f04ec5a5c95ec3af7ad737 is 50, key is test_row_0/C:col10/1734169243530/Put/seqid=0
2024-12-14T09:40:45,048 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742237_1413 (size=12001)
2024-12-14T09:40:45,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:45,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:45,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:45,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169305298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169305298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169305303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169305304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169305307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,335 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:45,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:45,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-12-14T09:40:45,459 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0cf0676066f04ec5a5c95ec3af7ad737
2024-12-14T09:40:45,489 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:45,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:45,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/8bd168c51e4146bc9d774131607581a4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8bd168c51e4146bc9d774131607581a4
2024-12-14T09:40:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=115
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:40:45,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8bd168c51e4146bc9d774131607581a4, entries=250, sequenceid=82, filesize=47.0 K
2024-12-14T09:40:45,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/1c4d028aea3943cd86b6f0c8554ce1d8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/1c4d028aea3943cd86b6f0c8554ce1d8
2024-12-14T09:40:45,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/1c4d028aea3943cd86b6f0c8554ce1d8, entries=150, sequenceid=82, filesize=11.7 K
2024-12-14T09:40:45,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/0cf0676066f04ec5a5c95ec3af7ad737 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0cf0676066f04ec5a5c95ec3af7ad737
2024-12-14T09:40:45,515 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0cf0676066f04ec5a5c95ec3af7ad737, entries=150, sequenceid=82, filesize=11.7 K
2024-12-14T09:40:45,517 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for fefa8c68b2728fdf2e781c7a9d35f41b in 1359ms, sequenceid=82, compaction requested=false
2024-12-14T09:40:45,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:45,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:45,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115
2024-12-14T09:40:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:45,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-12-14T09:40:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:45,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:45,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ce25216575c249a185d9c7d14cd0d9ed_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169244171/Put/seqid=0
2024-12-14T09:40:45,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742238_1414 (size=12154)
2024-12-14T09:40:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:46,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ce25216575c249a185d9c7d14cd0d9ed_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ce25216575c249a185d9c7d14cd0d9ed_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/bc578d26fa0945b5adedcf481ab687bf, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:46,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/bc578d26fa0945b5adedcf481ab687bf is 175, key is test_row_0/A:col10/1734169244171/Put/seqid=0
2024-12-14T09:40:46,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742239_1415 (size=30955)
2024-12-14T09:40:46,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/bc578d26fa0945b5adedcf481ab687bf
2024-12-14T09:40:46,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/f9ab925f4eb94e72bf596372242f210c is 50, key is test_row_0/B:col10/1734169244171/Put/seqid=0
2024-12-14T09:40:46,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742240_1416 (size=12001)
2024-12-14T09:40:46,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:46,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169306354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169306355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169306356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,366 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169306359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169306363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-12-14T09:40:46,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169306464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169306465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169306466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169306471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169306475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,486 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/f9ab925f4eb94e72bf596372242f210c
2024-12-14T09:40:46,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/e8ee7eaa831947d39f7fc40f2142c205 is 50, key is test_row_0/C:col10/1734169244171/Put/seqid=0
2024-12-14T09:40:46,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742241_1417 (size=12001)
2024-12-14T09:40:46,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169306670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169306671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169306671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169306682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169306685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,949 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/e8ee7eaa831947d39f7fc40f2142c205
2024-12-14T09:40:46,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/bc578d26fa0945b5adedcf481ab687bf as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/bc578d26fa0945b5adedcf481ab687bf
2024-12-14T09:40:46,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/bc578d26fa0945b5adedcf481ab687bf, entries=150, sequenceid=93, filesize=30.2 K
2024-12-14T09:40:46,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/f9ab925f4eb94e72bf596372242f210c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/f9ab925f4eb94e72bf596372242f210c
2024-12-14T09:40:46,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169306978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169306978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169306979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169306990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:46,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/f9ab925f4eb94e72bf596372242f210c, entries=150, sequenceid=93, filesize=11.7 K
2024-12-14T09:40:46,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169306992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/e8ee7eaa831947d39f7fc40f2142c205 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e8ee7eaa831947d39f7fc40f2142c205
2024-12-14T09:40:47,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e8ee7eaa831947d39f7fc40f2142c205, entries=150, sequenceid=93, filesize=11.7 K
2024-12-14T09:40:47,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for fefa8c68b2728fdf2e781c7a9d35f41b in 1359ms, sequenceid=93, compaction requested=true
2024-12-14T09:40:47,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:47,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:47,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115
2024-12-14T09:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=115
2024-12-14T09:40:47,013 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114
2024-12-14T09:40:47,014 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7440 sec
2024-12-14T09:40:47,015 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.7480 sec
2024-12-14T09:40:47,504 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB
2024-12-14T09:40:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:47,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169307509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169307516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169307516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169307525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c676e2bc5098453d8526f006df76517d_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169246347/Put/seqid=0
2024-12-14T09:40:47,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169307539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742242_1418 (size=12154)
2024-12-14T09:40:47,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:47,586 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c676e2bc5098453d8526f006df76517d_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c676e2bc5098453d8526f006df76517d_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:47,593 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/b5152ea51a144c2fbae87ade79facd75, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:47,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/b5152ea51a144c2fbae87ade79facd75 is 175, key is test_row_0/A:col10/1734169246347/Put/seqid=0
2024-12-14T09:40:47,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742243_1419 (size=30955)
2024-12-14T09:40:47,619 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/b5152ea51a144c2fbae87ade79facd75
2024-12-14T09:40:47,632 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169307629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/621275e5de9142a8973a94b84c0533b5 is 50, key is test_row_0/B:col10/1734169246347/Put/seqid=0
2024-12-14T09:40:47,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169307640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169307640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169307641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,653 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169307647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742244_1420 (size=12001)
2024-12-14T09:40:47,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169307838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169307846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169307846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169307849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:47,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169307861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,085 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/621275e5de9142a8973a94b84c0533b5
2024-12-14T09:40:48,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/b2438821666a443e93c3bb17cffbbd05 is 50, key is test_row_0/C:col10/1734169246347/Put/seqid=0
2024-12-14T09:40:48,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169308145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169308155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169308151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169308164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742245_1421 (size=12001)
2024-12-14T09:40:48,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169308167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,179 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/b2438821666a443e93c3bb17cffbbd05
2024-12-14T09:40:48,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/b5152ea51a144c2fbae87ade79facd75 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b5152ea51a144c2fbae87ade79facd75
2024-12-14T09:40:48,252 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b5152ea51a144c2fbae87ade79facd75, entries=150, sequenceid=123, filesize=30.2 K
2024-12-14T09:40:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/621275e5de9142a8973a94b84c0533b5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/621275e5de9142a8973a94b84c0533b5
2024-12-14T09:40:48,260 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/621275e5de9142a8973a94b84c0533b5, entries=150, sequenceid=123, filesize=11.7 K
2024-12-14T09:40:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/b2438821666a443e93c3bb17cffbbd05 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/b2438821666a443e93c3bb17cffbbd05
2024-12-14T09:40:48,266 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/b2438821666a443e93c3bb17cffbbd05, entries=150, sequenceid=123, filesize=11.7 K
2024-12-14T09:40:48,272 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for fefa8c68b2728fdf2e781c7a9d35f41b in 768ms, sequenceid=123, compaction requested=true
2024-12-14T09:40:48,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:48,273 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:48,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:48,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:48,274 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:48,275 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:48,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:48,275 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/A is initiating minor compaction (all files)
2024-12-14T09:40:48,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:48,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:48,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:48,275 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/A in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:48,275 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8768c2d7add49629d3e55114536e02a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8bd168c51e4146bc9d774131607581a4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/bc578d26fa0945b5adedcf481ab687bf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b5152ea51a144c2fbae87ade79facd75] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=137.8 K
2024-12-14T09:40:48,275 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:48,275 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8768c2d7add49629d3e55114536e02a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8bd168c51e4146bc9d774131607581a4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/bc578d26fa0945b5adedcf481ab687bf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b5152ea51a144c2fbae87ade79facd75]
2024-12-14T09:40:48,278 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8768c2d7add49629d3e55114536e02a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169241328
2024-12-14T09:40:48,278 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bd168c51e4146bc9d774131607581a4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1734169243521
2024-12-14T09:40:48,279 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc578d26fa0945b5adedcf481ab687bf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734169244170
2024-12-14T09:40:48,279 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:48,279 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/B is initiating minor compaction (all files)
2024-12-14T09:40:48,279 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/B in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:48,279 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/ee0537912fb745a8b02d82bb8a688ecc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/1c4d028aea3943cd86b6f0c8554ce1d8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/f9ab925f4eb94e72bf596372242f210c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/621275e5de9142a8973a94b84c0533b5] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=47.0 K
2024-12-14T09:40:48,280 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5152ea51a144c2fbae87ade79facd75, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734169246347
2024-12-14T09:40:48,281 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting ee0537912fb745a8b02d82bb8a688ecc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169241328
2024-12-14T09:40:48,282 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c4d028aea3943cd86b6f0c8554ce1d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1734169243530
2024-12-14T09:40:48,285 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ab925f4eb94e72bf596372242f210c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734169244170
2024-12-14T09:40:48,286 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 621275e5de9142a8973a94b84c0533b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734169246347
2024-12-14T09:40:48,300 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:48,304 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#B#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:48,305 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/947b072bd26e487085d97bab2d62de48 is 50, key is test_row_0/B:col10/1734169246347/Put/seqid=0
2024-12-14T09:40:48,309 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214d30787a416ac4fbab0164ce560525ce9_fefa8c68b2728fdf2e781c7a9d35f41b store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:48,312 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214d30787a416ac4fbab0164ce560525ce9_fefa8c68b2728fdf2e781c7a9d35f41b, store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:48,312 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d30787a416ac4fbab0164ce560525ce9_fefa8c68b2728fdf2e781c7a9d35f41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:48,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742246_1422 (size=12241)
2024-12-14T09:40:48,366 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/947b072bd26e487085d97bab2d62de48 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/947b072bd26e487085d97bab2d62de48
2024-12-14T09:40:48,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742247_1423 (size=4469)
2024-12-14T09:40:48,383 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#A#compaction#358 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:48,384 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/d8628cef36174b1fb7a9cc921dd2a51a is 175, key is test_row_0/A:col10/1734169246347/Put/seqid=0
2024-12-14T09:40:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114
2024-12-14T09:40:48,385 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed
2024-12-14T09:40:48,390 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/B of fefa8c68b2728fdf2e781c7a9d35f41b into 947b072bd26e487085d97bab2d62de48(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:48,390 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:48,390 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/B, priority=12, startTime=1734169248274; duration=0sec
2024-12-14T09:40:48,390 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:48,390 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:B
2024-12-14T09:40:48,390 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:40:48,394 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees
2024-12-14T09:40:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-12-14T09:40:48,397 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:40:48,397 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/C is initiating minor compaction (all files)
2024-12-14T09:40:48,397 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/C in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:48,398 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/58961f20790347039338937d9d683d36, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0cf0676066f04ec5a5c95ec3af7ad737, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e8ee7eaa831947d39f7fc40f2142c205, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/b2438821666a443e93c3bb17cffbbd05] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=47.0 K
2024-12-14T09:40:48,402 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:48,402 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 58961f20790347039338937d9d683d36, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169241328
2024-12-14T09:40:48,403 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:48,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:48,405 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf0676066f04ec5a5c95ec3af7ad737, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1734169243530
2024-12-14T09:40:48,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742248_1424 (size=31195)
2024-12-14T09:40:48,407 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e8ee7eaa831947d39f7fc40f2142c205, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734169244170
2024-12-14T09:40:48,408 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting b2438821666a443e93c3bb17cffbbd05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734169246347
2024-12-14T09:40:48,414 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:48,414 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/e288f038e3bd4dc682d0a0ed2fba4882 is 50, key is test_row_0/C:col10/1734169246347/Put/seqid=0
2024-12-14T09:40:48,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742249_1425 (size=12241)
2024-12-14T09:40:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-12-14T09:40:48,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117
2024-12-14T09:40:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:48,557 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-12-14T09:40:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:48,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149d0f52b56f7242aebd0600c0dee96cc3_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169247510/Put/seqid=0
2024-12-14T09:40:48,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742250_1426 (size=12204)
2024-12-14T09:40:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:48,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-12-14T09:40:48,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169308718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169308719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,727 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169308719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169308724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169308727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,818 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/d8628cef36174b1fb7a9cc921dd2a51a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d8628cef36174b1fb7a9cc921dd2a51a
2024-12-14T09:40:48,824 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/e288f038e3bd4dc682d0a0ed2fba4882 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e288f038e3bd4dc682d0a0ed2fba4882
2024-12-14T09:40:48,827 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/A of fefa8c68b2728fdf2e781c7a9d35f41b into d8628cef36174b1fb7a9cc921dd2a51a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:48,827 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:48,827 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/A, priority=12, startTime=1734169248272; duration=0sec
2024-12-14T09:40:48,828 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:48,828 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:A
2024-12-14T09:40:48,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169308828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,836 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/C of fefa8c68b2728fdf2e781c7a9d35f41b into e288f038e3bd4dc682d0a0ed2fba4882(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:48,836 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:48,836 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/C, priority=12, startTime=1734169248275; duration=0sec
2024-12-14T09:40:48,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,836 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:48,836 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:C
2024-12-14T09:40:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169308829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169308829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169308830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169308833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:48,984 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149d0f52b56f7242aebd0600c0dee96cc3_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149d0f52b56f7242aebd0600c0dee96cc3_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:48,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/99f83a75e12b4681930b084b518658b6, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:48,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/99f83a75e12b4681930b084b518658b6 is 175, key is test_row_0/A:col10/1734169247510/Put/seqid=0
2024-12-14T09:40:48,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742251_1427 (size=31005)
2024-12-14T09:40:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-12-14T09:40:49,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/99f83a75e12b4681930b084b518658b6
2024-12-14T09:40:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/72f3719a3d474c07a74de9c589977beb is 50, key is test_row_0/B:col10/1734169247510/Put/seqid=0
2024-12-14T09:40:49,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742252_1428 (size=12051)
2024-12-14T09:40:49,017 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/72f3719a3d474c07a74de9c589977beb
2024-12-14T09:40:49,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/6a01bd68903f4e41850881d8d186b51e is 50, key is test_row_0/C:col10/1734169247510/Put/seqid=0
2024-12-14T09:40:49,036 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169309034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742253_1429 (size=12051)
2024-12-14T09:40:49,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169309037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169309037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169309038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169309038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169309339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,346 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169309343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169309342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,347 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169309344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169309344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/6a01bd68903f4e41850881d8d186b51e
2024-12-14T09:40:49,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/99f83a75e12b4681930b084b518658b6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/99f83a75e12b4681930b084b518658b6
2024-12-14T09:40:49,472 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/99f83a75e12b4681930b084b518658b6, entries=150, sequenceid=131, filesize=30.3 K
2024-12-14T09:40:49,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/72f3719a3d474c07a74de9c589977beb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/72f3719a3d474c07a74de9c589977beb
2024-12-14T09:40:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-12-14T09:40:49,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/72f3719a3d474c07a74de9c589977beb, entries=150, sequenceid=131, filesize=11.8 K
2024-12-14T09:40:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/6a01bd68903f4e41850881d8d186b51e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6a01bd68903f4e41850881d8d186b51e
2024-12-14T09:40:49,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6a01bd68903f4e41850881d8d186b51e, entries=150, sequenceid=131, filesize=11.8 K
2024-12-14T09:40:49,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for fefa8c68b2728fdf2e781c7a9d35f41b in 960ms, sequenceid=131, compaction requested=false
2024-12-14T09:40:49,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:49,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:49,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117
2024-12-14T09:40:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=117
2024-12-14T09:40:49,531 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116
2024-12-14T09:40:49,531 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1160 sec
2024-12-14T09:40:49,538 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.1390 sec
2024-12-14T09:40:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:49,847 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB
2024-12-14T09:40:49,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:49,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:49,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:49,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:49,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:49,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:49,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412146367a88e19f44e59851262b40e73e008_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169248723/Put/seqid=0
2024-12-14T09:40:49,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169309855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169309855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169309856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169309860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169309861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742254_1430 (size=12304)
2024-12-14T09:40:49,911 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:49,938 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412146367a88e19f44e59851262b40e73e008_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146367a88e19f44e59851262b40e73e008_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:49,946 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/a8d6caf4c8184948be079e40a8568f3e, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:49,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/a8d6caf4c8184948be079e40a8568f3e is 175, key is test_row_0/A:col10/1734169248723/Put/seqid=0
2024-12-14T09:40:49,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169309969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169309969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169309971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:49,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742255_1431 (size=31105)
2024-12-14T09:40:49,995 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/a8d6caf4c8184948be079e40a8568f3e
2024-12-14T09:40:50,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/edbe7345143140bda0fb5dffe82560e4 is 50, key is test_row_0/B:col10/1734169248723/Put/seqid=0
2024-12-14T09:40:50,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742256_1432 (size=12151)
2024-12-14T09:40:50,095 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/edbe7345143140bda0fb5dffe82560e4
2024-12-14T09:40:50,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/8ffad7e0a90b455ebdf1f1df1870624c is 50, key is test_row_0/C:col10/1734169248723/Put/seqid=0
2024-12-14T09:40:50,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742257_1433 (size=12151)
2024-12-14T09:40:50,168 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/8ffad7e0a90b455ebdf1f1df1870624c
2024-12-14T09:40:50,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169310174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/a8d6caf4c8184948be079e40a8568f3e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8d6caf4c8184948be079e40a8568f3e
2024-12-14T09:40:50,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169310179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,189 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8d6caf4c8184948be079e40a8568f3e, entries=150, sequenceid=163, filesize=30.4 K
2024-12-14T09:40:50,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169310185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/edbe7345143140bda0fb5dffe82560e4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/edbe7345143140bda0fb5dffe82560e4
2024-12-14T09:40:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,209 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/edbe7345143140bda0fb5dffe82560e4, entries=150, sequenceid=163, filesize=11.9 K
2024-12-14T09:40:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/8ffad7e0a90b455ebdf1f1df1870624c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/8ffad7e0a90b455ebdf1f1df1870624c
2024-12-14T09:40:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,229 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/8ffad7e0a90b455ebdf1f1df1870624c, entries=150, sequenceid=163, filesize=11.9 K
2024-12-14T09:40:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,230 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for fefa8c68b2728fdf2e781c7a9d35f41b in 383ms, sequenceid=163, compaction requested=true
2024-12-14T09:40:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:50,230 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:40:50,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,232 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,233 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,233 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/A is initiating minor compaction (all files)
2024-12-14T09:40:50,233 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/A in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:50,233 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d8628cef36174b1fb7a9cc921dd2a51a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/99f83a75e12b4681930b084b518658b6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8d6caf4c8184948be079e40a8568f3e] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=91.1 K
2024-12-14T09:40:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,233 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:50,233 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d8628cef36174b1fb7a9cc921dd2a51a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/99f83a75e12b4681930b084b518658b6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8d6caf4c8184948be079e40a8568f3e]
2024-12-14T09:40:50,234 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d8628cef36174b1fb7a9cc921dd2a51a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734169246347
2024-12-14T09:40:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,234 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:50,234 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 99f83a75e12b4681930b084b518658b6, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169247510
2024-12-14T09:40:50,235 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/B is initiating minor compaction (all files)
2024-12-14T09:40:50,235 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/B in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,235 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/947b072bd26e487085d97bab2d62de48, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/72f3719a3d474c07a74de9c589977beb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/edbe7345143140bda0fb5dffe82560e4] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=35.6 K
2024-12-14T09:40:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,235 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting a8d6caf4c8184948be079e40a8568f3e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734169248723
2024-12-14T09:40:50,235 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 947b072bd26e487085d97bab2d62de48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734169246347
2024-12-14T09:40:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,236 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72f3719a3d474c07a74de9c589977beb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169247510
2024-12-14T09:40:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,237 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting edbe7345143140bda0fb5dffe82560e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734169248723
2024-12-14T09:40:50,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:40:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:50,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:40:50,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,252 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,260 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214df4f22cc54db4cefa009984889d8199c_fefa8c68b2728fdf2e781c7a9d35f41b store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,262 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214df4f22cc54db4cefa009984889d8199c_fefa8c68b2728fdf2e781c7a9d35f41b, store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:50,262 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214df4f22cc54db4cefa009984889d8199c_fefa8c68b2728fdf2e781c7a9d35f41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,265 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,266 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/b7e3a52bedef4250a5735a35b4604f54 is 50, key is test_row_0/B:col10/1734169248723/Put/seqid=0
2024-12-14T09:40:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742259_1435 (size=12493)
2024-12-14T09:40:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742258_1434 (size=4469)
2024-12-14T09:40:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116
2024-12-14T09:40:50,502 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed
2024-12-14T09:40:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,506 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees
2024-12-14T09:40:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,507 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-12-14T09:40:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,508 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:50,508 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-12-14T09:40:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119
2024-12-14T09:40:50,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:50,669 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-12-14T09:40:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:50,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e7b97cb9defb4265905f3de753e07842_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169250576/Put/seqid=0
2024-12-14T09:40:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,708 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/b7e3a52bedef4250a5735a35b4604f54 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/b7e3a52bedef4250a5735a35b4604f54
2024-12-14T09:40:50,714 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/B of fefa8c68b2728fdf2e781c7a9d35f41b into b7e3a52bedef4250a5735a35b4604f54(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:50,715 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:50,715 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/B, priority=13, startTime=1734169250232; duration=0sec
2024-12-14T09:40:50,715 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:40:50,715 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:B
2024-12-14T09:40:50,715 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:40:50,716 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:40:50,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742260_1436 (size=9814)
2024-12-14T09:40:50,716 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/C is initiating minor compaction (all files)
2024-12-14T09:40:50,716 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/C in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:50,716 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e288f038e3bd4dc682d0a0ed2fba4882, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6a01bd68903f4e41850881d8d186b51e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/8ffad7e0a90b455ebdf1f1df1870624c] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=35.6 K
2024-12-14T09:40:50,717 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e288f038e3bd4dc682d0a0ed2fba4882, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734169246347
2024-12-14T09:40:50,717 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a01bd68903f4e41850881d8d186b51e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169247510
2024-12-14T09:40:50,717 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ffad7e0a90b455ebdf1f1df1870624c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734169248723
2024-12-14T09:40:50,720 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#A#compaction#367 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:50,721 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/4dec66174d6d44c38213ad5bcaf278d7 is 175, key is test_row_0/A:col10/1734169248723/Put/seqid=0
2024-12-14T09:40:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:50,727 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#C#compaction#370 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:40:50,728 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/a63e40d0c1c44a4fbfefcd5c4fdc1f33 is 50, key is test_row_0/C:col10/1734169248723/Put/seqid=0
2024-12-14T09:40:50,745 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e7b97cb9defb4265905f3de753e07842_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e7b97cb9defb4265905f3de753e07842_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:50,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742261_1437 (size=31447)
2024-12-14T09:40:50,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742262_1438 (size=12493)
2024-12-14T09:40:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/81e39fbb82db4fd19dd11d1c4f75cdd2, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:50,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/81e39fbb82db4fd19dd11d1c4f75cdd2 is 175, key is test_row_0/A:col10/1734169250576/Put/seqid=0
2024-12-14T09:40:50,788 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/4dec66174d6d44c38213ad5bcaf278d7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/4dec66174d6d44c38213ad5bcaf278d7
2024-12-14T09:40:50,789 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/a63e40d0c1c44a4fbfefcd5c4fdc1f33 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/a63e40d0c1c44a4fbfefcd5c4fdc1f33
2024-12-14T09:40:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-12-14T09:40:50,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742263_1439 (size=22461)
2024-12-14T09:40:50,834 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/C of fefa8c68b2728fdf2e781c7a9d35f41b into a63e40d0c1c44a4fbfefcd5c4fdc1f33(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:50,834 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:50,834 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/C, priority=13, startTime=1734169250237; duration=0sec
2024-12-14T09:40:50,834 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:50,834 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:C
2024-12-14T09:40:50,835 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/A of fefa8c68b2728fdf2e781c7a9d35f41b into 4dec66174d6d44c38213ad5bcaf278d7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:40:50,835 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:50,835 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/A, priority=13, startTime=1734169250230; duration=0sec
2024-12-14T09:40:50,835 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:40:50,835 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:A
2024-12-14T09:40:50,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169310835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169310838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169310846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169310865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,869 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169310869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169310948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169310951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:50,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169310952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-12-14T09:40:51,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169311155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169311155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169311156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,220 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/81e39fbb82db4fd19dd11d1c4f75cdd2
2024-12-14T09:40:51,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/c742f22978424d7394d9c826fc80f131 is 50, key is test_row_0/B:col10/1734169250576/Put/seqid=0
2024-12-14T09:40:51,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742264_1440 (size=9757)
2024-12-14T09:40:51,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169311461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169311461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,465 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169311462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-12-14T09:40:51,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/c742f22978424d7394d9c826fc80f131
2024-12-14T09:40:51,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/1e7e613881c34e50ade1a54240b87a56 is 50, key is test_row_0/C:col10/1734169250576/Put/seqid=0
2024-12-14T09:40:51,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742265_1441 (size=9757)
2024-12-14T09:40:51,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169311969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169311969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:51,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169311970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:52,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/1e7e613881c34e50ade1a54240b87a56
2024-12-14T09:40:52,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/81e39fbb82db4fd19dd11d1c4f75cdd2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/81e39fbb82db4fd19dd11d1c4f75cdd2
2024-12-14T09:40:52,156 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/81e39fbb82db4fd19dd11d1c4f75cdd2, entries=100, sequenceid=172, filesize=21.9 K
2024-12-14T09:40:52,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/c742f22978424d7394d9c826fc80f131 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/c742f22978424d7394d9c826fc80f131
2024-12-14T09:40:52,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/c742f22978424d7394d9c826fc80f131, entries=100, sequenceid=172, filesize=9.5 K
2024-12-14T09:40:52,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/1e7e613881c34e50ade1a54240b87a56 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e7e613881c34e50ade1a54240b87a56
2024-12-14T09:40:52,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e7e613881c34e50ade1a54240b87a56, entries=100, sequenceid=172, filesize=9.5 K
2024-12-14T09:40:52,180 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for fefa8c68b2728fdf2e781c7a9d35f41b in 1510ms, sequenceid=172, compaction requested=false
2024-12-14T09:40:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:52,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119
2024-12-14T09:40:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=119
2024-12-14T09:40:52,185 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118
2024-12-14T09:40:52,185 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6730 sec
2024-12-14T09:40:52,186 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.6800 sec
2024-12-14T09:40:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118
2024-12-14T09:40:52,640 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed
2024-12-14T09:40:52,642 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees
2024-12-14T09:40:52,650 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-12-14T09:40:52,650 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:52,650 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-12-14T09:40:52,803 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:52,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121
2024-12-14T09:40:52,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:52,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-12-14T09:40:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d4e740ea153d44c894e9e246c59efbb6_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169250845/Put/seqid=0
2024-12-14T09:40:52,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742266_1442 (size=12304)
2024-12-14T09:40:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:52,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:52,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169312912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:52,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169312918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-12-14T09:40:52,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169312976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:52,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169312976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:52,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:52,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169312989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:53,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:53,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169313022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:53,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169313026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:53,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169313226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:53,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169313237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:53,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:53,247 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d4e740ea153d44c894e9e246c59efbb6_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d4e740ea153d44c894e9e246c59efbb6_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:53,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/d5e6f25552324dc2af1ff22f5d57d6cf, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:53,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/d5e6f25552324dc2af1ff22f5d57d6cf is 175, key is test_row_0/A:col10/1734169250845/Put/seqid=0
2024-12-14T09:40:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-12-14T09:40:53,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742267_1443 (size=31105)
2024-12-14T09:40:53,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169313532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:53,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169313541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:53,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/d5e6f25552324dc2af1ff22f5d57d6cf
2024-12-14T09:40:53,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/35678b28572b482fb0083ebf47d76d62 is 50, key is test_row_0/B:col10/1734169250845/Put/seqid=0
2024-12-14T09:40:53,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742268_1444 (size=12151)
2024-12-14T09:40:53,669 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/35678b28572b482fb0083ebf47d76d62
2024-12-14T09:40:53,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/9c50d6aecf17431697f3bb5bac08f81e is 50, key is test_row_0/C:col10/1734169250845/Put/seqid=0
2024-12-14T09:40:53,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742269_1445 (size=12151)
2024-12-14T09:40:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-12-14T09:40:54,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169314042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:54,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169314057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:54,082 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/9c50d6aecf17431697f3bb5bac08f81e
2024-12-14T09:40:54,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/d5e6f25552324dc2af1ff22f5d57d6cf as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d5e6f25552324dc2af1ff22f5d57d6cf
2024-12-14T09:40:54,099 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d5e6f25552324dc2af1ff22f5d57d6cf, entries=150, sequenceid=202, filesize=30.4 K
2024-12-14T09:40:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/35678b28572b482fb0083ebf47d76d62 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/35678b28572b482fb0083ebf47d76d62
2024-12-14T09:40:54,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/35678b28572b482fb0083ebf47d76d62, entries=150, sequenceid=202, filesize=11.9 K
2024-12-14T09:40:54,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/9c50d6aecf17431697f3bb5bac08f81e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/9c50d6aecf17431697f3bb5bac08f81e
2024-12-14T09:40:54,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/9c50d6aecf17431697f3bb5bac08f81e, entries=150, sequenceid=202, filesize=11.9 K
2024-12-14T09:40:54,111 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for fefa8c68b2728fdf2e781c7a9d35f41b in 1304ms, sequenceid=202, compaction requested=true
2024-12-14T09:40:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:54,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121
2024-12-14T09:40:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=121
2024-12-14T09:40:54,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120
2024-12-14T09:40:54,121 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec
2024-12-14T09:40:54,125 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.4790 sec
2024-12-14T09:40:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120
2024-12-14T09:40:54,754 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed
2024-12-14T09:40:54,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees
2024-12-14T09:40:54,756 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-12-14T09:40:54,757 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:54,757 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:54,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-12-14T09:40:54,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:54,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123
2024-12-14T09:40:54,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:54,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-12-14T09:40:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:54,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149ed49958dabd46239166fd6e0db27be2_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169252895/Put/seqid=0
2024-12-14T09:40:54,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742270_1446 (size=12304)
2024-12-14T09:40:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:55,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-12-14T09:40:55,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169315057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169315058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169315059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169315062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169315073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169315167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169315168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169315168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:55,321 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412149ed49958dabd46239166fd6e0db27be2_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149ed49958dabd46239166fd6e0db27be2_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:55,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/3a7f5291c94540d2906ed7ab2780192f, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:55,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/3a7f5291c94540d2906ed7ab2780192f is 175, key is test_row_0/A:col10/1734169252895/Put/seqid=0
2024-12-14T09:40:55,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742271_1447 (size=31105)
2024-12-14T09:40:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-12-14T09:40:55,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169315371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169315371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169315372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169315675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169315677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169315677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:55,725 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/3a7f5291c94540d2906ed7ab2780192f
2024-12-14T09:40:55,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/0600bc5de18b4fc18315f2ab352c9523 is 50, key is test_row_0/B:col10/1734169252895/Put/seqid=0
2024-12-14T09:40:55,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742272_1448 (size=12151)
2024-12-14T09:40:55,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/0600bc5de18b4fc18315f2ab352c9523
2024-12-14T09:40:55,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/1e0e7d42c094470ab9a4e81c641c3f67 is 50, key is test_row_0/C:col10/1734169252895/Put/seqid=0
2024-12-14T09:40:55,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742273_1449 (size=12151)
2024-12-14T09:40:55,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/1e0e7d42c094470ab9a4e81c641c3f67
2024-12-14T09:40:55,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/3a7f5291c94540d2906ed7ab2780192f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3a7f5291c94540d2906ed7ab2780192f
2024-12-14T09:40:55,757 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3a7f5291c94540d2906ed7ab2780192f, entries=150, sequenceid=211, filesize=30.4 K
2024-12-14T09:40:55,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/0600bc5de18b4fc18315f2ab352c9523 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/0600bc5de18b4fc18315f2ab352c9523
2024-12-14T09:40:55,760 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/0600bc5de18b4fc18315f2ab352c9523, entries=150, sequenceid=211, filesize=11.9 K
2024-12-14T09:40:55,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/1e0e7d42c094470ab9a4e81c641c3f67 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e0e7d42c094470ab9a4e81c641c3f67
2024-12-14T09:40:55,763 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e0e7d42c094470ab9a4e81c641c3f67, entries=150, sequenceid=211, filesize=11.9 K
2024-12-14T09:40:55,764 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for fefa8c68b2728fdf2e781c7a9d35f41b in 855ms, sequenceid=211, compaction requested=true
2024-12-14T09:40:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:55,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123
2024-12-14T09:40:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=123
2024-12-14T09:40:55,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122
2024-12-14T09:40:55,766 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec
2024-12-14T09:40:55,767 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.0110 sec
2024-12-14T09:40:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122
2024-12-14T09:40:55,859 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed
2024-12-14T09:40:55,860 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees
2024-12-14T09:40:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-12-14T09:40:55,861 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:55,862 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:55,862 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-12-14T09:40:56,013 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125
2024-12-14T09:40:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:56,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-12-14T09:40:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:56,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121482624b6b531a4ccf94992d617a44812d_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169255061/Put/seqid=0
2024-12-14T09:40:56,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742274_1450 (size=12304)
2024-12-14T09:40:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-12-14T09:40:56,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:56,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169316210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169316210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169316210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169316318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169316318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169316318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-12-14T09:40:56,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169316522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169316522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,527 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169316523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,539 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121482624b6b531a4ccf94992d617a44812d_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121482624b6b531a4ccf94992d617a44812d_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/fcb75b09d0a2445495e9ecc59b0e9775, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:56,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/fcb75b09d0a2445495e9ecc59b0e9775 is 175, key is test_row_0/A:col10/1734169255061/Put/seqid=0
2024-12-14T09:40:56,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742275_1451 (size=31105)
2024-12-14T09:40:56,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169316827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169316828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,837 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169316829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:56,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/fcb75b09d0a2445495e9ecc59b0e9775
2024-12-14T09:40:56,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/245d858edab945e5831052a8d2abfbf2 is 50, key is test_row_0/B:col10/1734169255061/Put/seqid=0
2024-12-14T09:40:56,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742276_1452 (size=12151)
2024-12-14T09:40:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-12-14T09:40:57,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:57,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169317072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:57,075 DEBUG [Thread-1754 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:40:57,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:57,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169317088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:57,089 DEBUG [Thread-1750 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:40:57,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169317330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:57,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169317334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:57,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169317339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:57,355 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/245d858edab945e5831052a8d2abfbf2
2024-12-14T09:40:57,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/32d0162c4c02457e9a8513c628354c67 is 50, key is test_row_0/C:col10/1734169255061/Put/seqid=0
2024-12-14T09:40:57,403 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742277_1453 (size=12151)
2024-12-14T09:40:57,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/32d0162c4c02457e9a8513c628354c67
2024-12-14T09:40:57,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/fcb75b09d0a2445495e9ecc59b0e9775 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/fcb75b09d0a2445495e9ecc59b0e9775
2024-12-14T09:40:57,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/fcb75b09d0a2445495e9ecc59b0e9775, entries=150, sequenceid=238, filesize=30.4 K
2024-12-14T09:40:57,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/245d858edab945e5831052a8d2abfbf2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/245d858edab945e5831052a8d2abfbf2
2024-12-14T09:40:57,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/245d858edab945e5831052a8d2abfbf2, entries=150, sequenceid=238, filesize=11.9 K
2024-12-14T09:40:57,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/32d0162c4c02457e9a8513c628354c67 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/32d0162c4c02457e9a8513c628354c67
2024-12-14T09:40:57,812 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/32d0162c4c02457e9a8513c628354c67, entries=150, sequenceid=238, filesize=11.9 K
2024-12-14T09:40:57,813 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for fefa8c68b2728fdf2e781c7a9d35f41b in 1799ms, sequenceid=238, compaction requested=true
2024-12-14T09:40:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:57,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125
2024-12-14T09:40:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=125
2024-12-14T09:40:57,815 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124
2024-12-14T09:40:57,815 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9520 sec
2024-12-14T09:40:57,816 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.9560 sec
2024-12-14T09:40:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124
2024-12-14T09:40:57,965 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed
2024-12-14T09:40:57,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:40:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees
2024-12-14T09:40:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-12-14T09:40:57,967 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:40:57,967 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:40:57,967 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:40:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-12-14T09:40:58,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127
2024-12-14T09:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:58,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-12-14T09:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:58,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214cbdbe767122147538929c5974a66e6d9_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169256200/Put/seqid=0
2024-12-14T09:40:58,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742278_1454 (size=12304)
2024-12-14T09:40:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-12-14T09:40:58,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:40:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:58,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169318388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169318389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169318391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169318496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169318497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169318502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:58,535 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214cbdbe767122147538929c5974a66e6d9_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214cbdbe767122147538929c5974a66e6d9_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:58,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/61a4d14352dc4c1c8d205dbe4bbe4e00, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:58,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/61a4d14352dc4c1c8d205dbe4bbe4e00 is 175, key is test_row_0/A:col10/1734169256200/Put/seqid=0
2024-12-14T09:40:58,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742279_1455 (size=31105)
2024-12-14T09:40:58,540 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/61a4d14352dc4c1c8d205dbe4bbe4e00
2024-12-14T09:40:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/e0894a5940b745c8b1355ed8637931d5 is 50, key is test_row_0/B:col10/1734169256200/Put/seqid=0
2024-12-14T09:40:58,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742280_1456 (size=12151)
2024-12-14T09:40:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-12-14T09:40:58,699 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169318698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169318704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169318704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:58,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/e0894a5940b745c8b1355ed8637931d5
2024-12-14T09:40:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/5351405845c84109b4867b560a22dda1 is 50, key is test_row_0/C:col10/1734169256200/Put/seqid=0
2024-12-14T09:40:58,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742281_1457 (size=12151)
2024-12-14T09:40:59,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169319002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169319007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169319008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-12-14T09:40:59,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/5351405845c84109b4867b560a22dda1
2024-12-14T09:40:59,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/61a4d14352dc4c1c8d205dbe4bbe4e00 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/61a4d14352dc4c1c8d205dbe4bbe4e00
2024-12-14T09:40:59,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/61a4d14352dc4c1c8d205dbe4bbe4e00, entries=150, sequenceid=248, filesize=30.4 K
2024-12-14T09:40:59,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/e0894a5940b745c8b1355ed8637931d5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e0894a5940b745c8b1355ed8637931d5
2024-12-14T09:40:59,368 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e0894a5940b745c8b1355ed8637931d5, entries=150, sequenceid=248, filesize=11.9 K
2024-12-14T09:40:59,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/5351405845c84109b4867b560a22dda1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/5351405845c84109b4867b560a22dda1
2024-12-14T09:40:59,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/5351405845c84109b4867b560a22dda1, entries=150, sequenceid=248, filesize=11.9 K
2024-12-14T09:40:59,372 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for fefa8c68b2728fdf2e781c7a9d35f41b in 1252ms, sequenceid=248, compaction requested=true
2024-12-14T09:40:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:40:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:40:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127
2024-12-14T09:40:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=127
2024-12-14T09:40:59,373 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126
2024-12-14T09:40:59,373 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec
2024-12-14T09:40:59,374 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.4080 sec
2024-12-14T09:40:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:59,513 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-12-14T09:40:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:40:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:59,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:40:59,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:59,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:40:59,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:40:59,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145d26a3a2e43841fab678d29ea9fae632_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169259512/Put/seqid=0
2024-12-14T09:40:59,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742282_1458 (size=14994)
2024-12-14T09:40:59,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169319527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169319529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169319530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169319637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169319638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,642 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169319638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169319843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169319844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:40:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169319844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:40:59,922 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:40:59,925 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145d26a3a2e43841fab678d29ea9fae632_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145d26a3a2e43841fab678d29ea9fae632_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:40:59,925 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/b75f7a05f4e2439b86b5a9dc480edcdf, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:40:59,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/b75f7a05f4e2439b86b5a9dc480edcdf is 175, key is test_row_0/A:col10/1734169259512/Put/seqid=0
2024-12-14T09:40:59,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742283_1459 (size=39949)
2024-12-14T09:41:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126
2024-12-14T09:41:00,070 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed
2024-12-14T09:41:00,071 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees
2024-12-14T09:41:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-12-14T09:41:00,072 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:00,073 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:00,073 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:00,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169320150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169320150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169320150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,161 DEBUG [Thread-1767 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x145b6b99 to 127.0.0.1:58469
2024-12-14T09:41:00,161 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:00,163 DEBUG [Thread-1769 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fcd5639 to 127.0.0.1:58469
2024-12-14T09:41:00,163 DEBUG [Thread-1769 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:00,164 DEBUG [Thread-1761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53c186a8 to 127.0.0.1:58469
2024-12-14T09:41:00,164 DEBUG [Thread-1761 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:00,168 DEBUG [Thread-1765 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17a2e973 to 127.0.0.1:58469
2024-12-14T09:41:00,168 DEBUG [Thread-1765 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:00,168 DEBUG [Thread-1763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d80c576 to 127.0.0.1:58469
2024-12-14T09:41:00,168 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-12-14T09:41:00,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-12-14T09:41:00,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:41:00,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,330 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/b75f7a05f4e2439b86b5a9dc480edcdf
2024-12-14T09:41:00,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/14a59c82805d45dcb90e2362851930c2 is 50, key is test_row_0/B:col10/1734169259512/Put/seqid=0
2024-12-14T09:41:00,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742284_1460 (size=12301)
2024-12-14T09:41:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-12-14T09:41:00,378 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-12-14T09:41:00,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:41:00,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-12-14T09:41:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:41:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55518 deadline: 1734169320658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:00,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55454 deadline: 1734169320659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55484 deadline: 1734169320659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-12-14T09:41:00,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-12-14T09:41:00,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:41:00,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,742 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/14a59c82805d45dcb90e2362851930c2
2024-12-14T09:41:00,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/c1fe3246b74e4b2ab55d48a89fb5bbeb is 50, key is test_row_0/C:col10/1734169259512/Put/seqid=0
2024-12-14T09:41:00,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742285_1461 (size=12301)
2024-12-14T09:41:00,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-12-14T09:41:00,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:41:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,998 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:00,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-12-14T09:41:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:41:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:00,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:00,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:01,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55472 deadline: 1734169321104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:01,106 DEBUG [Thread-1754 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:41:01,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55452 deadline: 1734169321109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:01,110 DEBUG [Thread-1750 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:41:01,151 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:01,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-12-14T09:41:01,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:01,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:41:01,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:01,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:01,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129
java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=129
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:01,158 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/c1fe3246b74e4b2ab55d48a89fb5bbeb
2024-12-14T09:41:01,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/b75f7a05f4e2439b86b5a9dc480edcdf as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b75f7a05f4e2439b86b5a9dc480edcdf
2024-12-14T09:41:01,167 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b75f7a05f4e2439b86b5a9dc480edcdf, entries=200, sequenceid=275, filesize=39.0 K
2024-12-14T09:41:01,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/14a59c82805d45dcb90e2362851930c2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/14a59c82805d45dcb90e2362851930c2
2024-12-14T09:41:01,170 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/14a59c82805d45dcb90e2362851930c2, entries=150, sequenceid=275, filesize=12.0 K
2024-12-14T09:41:01,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/c1fe3246b74e4b2ab55d48a89fb5bbeb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/c1fe3246b74e4b2ab55d48a89fb5bbeb
2024-12-14T09:41:01,173 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/c1fe3246b74e4b2ab55d48a89fb5bbeb, entries=150, sequenceid=275, filesize=12.0 K
2024-12-14T09:41:01,174 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for fefa8c68b2728fdf2e781c7a9d35f41b in 1661ms, sequenceid=275, compaction requested=true
2024-12-14T09:41:01,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:41:01,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:41:01,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:01,174 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking
2024-12-14T09:41:01,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:41:01,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:01,174 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking
2024-12-14T09:41:01,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fefa8c68b2728fdf2e781c7a9d35f41b:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:41:01,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:01,175 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7  files of size 218277 starting at candidate #0 after considering 15 permutations with 15 in ratio
2024-12-14T09:41:01,175 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7  files of size 83155 starting at candidate #0 after considering 15 permutations with 15 in ratio
2024-12-14T09:41:01,175 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/B is initiating minor compaction (all files)
2024-12-14T09:41:01,175 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/A is initiating minor compaction (all files)
2024-12-14T09:41:01,176 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/A in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:01,176 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/B in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:01,176 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/4dec66174d6d44c38213ad5bcaf278d7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/81e39fbb82db4fd19dd11d1c4f75cdd2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d5e6f25552324dc2af1ff22f5d57d6cf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3a7f5291c94540d2906ed7ab2780192f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/fcb75b09d0a2445495e9ecc59b0e9775, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/61a4d14352dc4c1c8d205dbe4bbe4e00, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b75f7a05f4e2439b86b5a9dc480edcdf] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=213.2 K
2024-12-14T09:41:01,176 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/b7e3a52bedef4250a5735a35b4604f54, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/c742f22978424d7394d9c826fc80f131, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/35678b28572b482fb0083ebf47d76d62, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/0600bc5de18b4fc18315f2ab352c9523, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/245d858edab945e5831052a8d2abfbf2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e0894a5940b745c8b1355ed8637931d5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/14a59c82805d45dcb90e2362851930c2] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=81.2 K
2024-12-14T09:41:01,176 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:01,176 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/4dec66174d6d44c38213ad5bcaf278d7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/81e39fbb82db4fd19dd11d1c4f75cdd2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d5e6f25552324dc2af1ff22f5d57d6cf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3a7f5291c94540d2906ed7ab2780192f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/fcb75b09d0a2445495e9ecc59b0e9775, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/61a4d14352dc4c1c8d205dbe4bbe4e00, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b75f7a05f4e2439b86b5a9dc480edcdf]
2024-12-14T09:41:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-12-14T09:41:01,176 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting b7e3a52bedef4250a5735a35b4604f54, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734169248723
2024-12-14T09:41:01,176 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dec66174d6d44c38213ad5bcaf278d7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734169248723
2024-12-14T09:41:01,176 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c742f22978424d7394d9c826fc80f131, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169250559
2024-12-14T09:41:01,176 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81e39fbb82db4fd19dd11d1c4f75cdd2, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169250559
2024-12-14T09:41:01,176 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 35678b28572b482fb0083ebf47d76d62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169250797
2024-12-14T09:41:01,176 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5e6f25552324dc2af1ff22f5d57d6cf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169250797
2024-12-14T09:41:01,177 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0600bc5de18b4fc18315f2ab352c9523, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734169252895
2024-12-14T09:41:01,177 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7f5291c94540d2906ed7ab2780192f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734169252895
2024-12-14T09:41:01,177 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 245d858edab945e5831052a8d2abfbf2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734169255052
2024-12-14T09:41:01,177 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcb75b09d0a2445495e9ecc59b0e9775, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734169255052
2024-12-14T09:41:01,177 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e0894a5940b745c8b1355ed8637931d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734169256200
2024-12-14T09:41:01,177 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61a4d14352dc4c1c8d205dbe4bbe4e00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734169256200
2024-12-14T09:41:01,177 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 14a59c82805d45dcb90e2362851930c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734169258387
2024-12-14T09:41:01,177 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b75f7a05f4e2439b86b5a9dc480edcdf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734169258387
2024-12-14T09:41:01,184 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:41:01,185 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412140efc888ace2b40baa3abcdd5a9e5c9c3_fefa8c68b2728fdf2e781c7a9d35f41b store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:41:01,186 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#B#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:01,187 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/84af7ad9f6254bcbaedeefd426dea427 is 50, key is test_row_0/B:col10/1734169259512/Put/seqid=0
2024-12-14T09:41:01,192 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412140efc888ace2b40baa3abcdd5a9e5c9c3_fefa8c68b2728fdf2e781c7a9d35f41b, store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:41:01,192 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412140efc888ace2b40baa3abcdd5a9e5c9c3_fefa8c68b2728fdf2e781c7a9d35f41b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:41:01,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742286_1462 (size=12881)
2024-12-14T09:41:01,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742287_1463 (size=4469)
2024-12-14T09:41:01,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:01,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129
2024-12-14T09:41:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:01,308 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-12-14T09:41:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:41:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:41:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:41:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:01,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f5b3c2432f75499da0795c862f117d7b_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169259528/Put/seqid=0
2024-12-14T09:41:01,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742288_1464 (size=12454)
2024-12-14T09:41:01,631 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#A#compaction#389 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:01,633 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/01c32486795145d9b5fb982836f560b1 is 175, key is test_row_0/A:col10/1734169259512/Put/seqid=0
2024-12-14T09:41:01,634 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/84af7ad9f6254bcbaedeefd426dea427 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/84af7ad9f6254bcbaedeefd426dea427
2024-12-14T09:41:01,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742289_1465 (size=31835)
2024-12-14T09:41:01,639 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/B of fefa8c68b2728fdf2e781c7a9d35f41b into 84af7ad9f6254bcbaedeefd426dea427(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:01,639 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:41:01,639 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/B, priority=9, startTime=1734169261174; duration=0sec
2024-12-14T09:41:01,639 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:01,639 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:B
2024-12-14T09:41:01,639 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking
2024-12-14T09:41:01,641 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7  files of size 83155 starting at candidate #0 after considering 15 permutations with 15 in ratio
2024-12-14T09:41:01,641 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): fefa8c68b2728fdf2e781c7a9d35f41b/C is initiating minor compaction (all files)
2024-12-14T09:41:01,641 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of fefa8c68b2728fdf2e781c7a9d35f41b/C in TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:01,641 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/a63e40d0c1c44a4fbfefcd5c4fdc1f33, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e7e613881c34e50ade1a54240b87a56, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/9c50d6aecf17431697f3bb5bac08f81e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e0e7d42c094470ab9a4e81c641c3f67, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/32d0162c4c02457e9a8513c628354c67, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/5351405845c84109b4867b560a22dda1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/c1fe3246b74e4b2ab55d48a89fb5bbeb] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp, totalSize=81.2 K
2024-12-14T09:41:01,642 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting a63e40d0c1c44a4fbfefcd5c4fdc1f33, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734169248723
2024-12-14T09:41:01,642 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e7e613881c34e50ade1a54240b87a56, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734169250559
2024-12-14T09:41:01,642 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c50d6aecf17431697f3bb5bac08f81e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734169250797
2024-12-14T09:41:01,643 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e0e7d42c094470ab9a4e81c641c3f67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734169252895
2024-12-14T09:41:01,643 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 32d0162c4c02457e9a8513c628354c67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734169255052
2024-12-14T09:41:01,643 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 5351405845c84109b4867b560a22dda1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1734169256200
2024-12-14T09:41:01,643 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c1fe3246b74e4b2ab55d48a89fb5bbeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734169258387
2024-12-14T09:41:01,656 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fefa8c68b2728fdf2e781c7a9d35f41b#C#compaction#391 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:01,657 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/f6d7a98e40904d11a263e4d3dc39baa7 is 50, key is test_row_0/C:col10/1734169259512/Put/seqid=0
2024-12-14T09:41:01,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742290_1466 (size=12881)
2024-12-14T09:41:01,664 DEBUG [Thread-1752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x126abdf4 to 127.0.0.1:58469
2024-12-14T09:41:01,664 DEBUG [Thread-1752 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:01,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. as already flushing
2024-12-14T09:41:01,664 DEBUG [Thread-1756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61bb7783 to 127.0.0.1:58469
2024-12-14T09:41:01,664 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:01,666 DEBUG [Thread-1758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f0031d8 to 127.0.0.1:58469
2024-12-14T09:41:01,666 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:01,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:01,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f5b3c2432f75499da0795c862f117d7b_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f5b3c2432f75499da0795c862f117d7b_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:01,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/e391444ce6a94345bb1c69cd7b68edb2, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:41:01,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/e391444ce6a94345bb1c69cd7b68edb2 is 175, key is test_row_0/A:col10/1734169259528/Put/seqid=0
2024-12-14T09:41:01,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742291_1467 (size=31255)
2024-12-14T09:41:02,044 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/01c32486795145d9b5fb982836f560b1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/01c32486795145d9b5fb982836f560b1
2024-12-14T09:41:02,051 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/A of fefa8c68b2728fdf2e781c7a9d35f41b into 01c32486795145d9b5fb982836f560b1(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:02,051 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:41:02,051 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/A, priority=9, startTime=1734169261174; duration=0sec
2024-12-14T09:41:02,051 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:02,051 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:A
2024-12-14T09:41:02,065 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/f6d7a98e40904d11a263e4d3dc39baa7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/f6d7a98e40904d11a263e4d3dc39baa7
2024-12-14T09:41:02,070 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in fefa8c68b2728fdf2e781c7a9d35f41b/C of fefa8c68b2728fdf2e781c7a9d35f41b into f6d7a98e40904d11a263e4d3dc39baa7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:02,070 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:41:02,070 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b., storeName=fefa8c68b2728fdf2e781c7a9d35f41b/C, priority=9, startTime=1734169261174; duration=0sec
2024-12-14T09:41:02,070 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:02,070 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fefa8c68b2728fdf2e781c7a9d35f41b:C
2024-12-14T09:41:02,134 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/e391444ce6a94345bb1c69cd7b68edb2
2024-12-14T09:41:02,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/67831010a37c4fdb9771e997a2cc7315 is 50, key is test_row_0/B:col10/1734169259528/Put/seqid=0
2024-12-14T09:41:02,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742292_1468 (size=12301)
2024-12-14T09:41:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-12-14T09:41:02,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/67831010a37c4fdb9771e997a2cc7315
2024-12-14T09:41:02,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/00ac17b2c8fb48838b55f0d2a33c1d5e is 50, key is test_row_0/C:col10/1734169259528/Put/seqid=0
2024-12-14T09:41:02,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742293_1469 (size=12301)
2024-12-14T09:41:02,973 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/00ac17b2c8fb48838b55f0d2a33c1d5e
2024-12-14T09:41:02,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/e391444ce6a94345bb1c69cd7b68edb2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/e391444ce6a94345bb1c69cd7b68edb2
2024-12-14T09:41:02,988 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/e391444ce6a94345bb1c69cd7b68edb2, entries=150, sequenceid=284, filesize=30.5 K
2024-12-14T09:41:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/67831010a37c4fdb9771e997a2cc7315 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/67831010a37c4fdb9771e997a2cc7315
2024-12-14T09:41:02,994 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/67831010a37c4fdb9771e997a2cc7315, entries=150, sequenceid=284, filesize=12.0 K
2024-12-14T09:41:02,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/00ac17b2c8fb48838b55f0d2a33c1d5e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/00ac17b2c8fb48838b55f0d2a33c1d5e
2024-12-14T09:41:02,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/00ac17b2c8fb48838b55f0d2a33c1d5e, entries=150, sequenceid=284, filesize=12.0 K
2024-12-14T09:41:02,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=20.13 KB/20610 for fefa8c68b2728fdf2e781c7a9d35f41b in 1691ms, sequenceid=284, compaction requested=false
2024-12-14T09:41:02,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:41:02,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:02,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129
2024-12-14T09:41:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=129
2024-12-14T09:41:03,001 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128
2024-12-14T09:41:03,001 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9270 sec
2024-12-14T09:41:03,002 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.9310 sec
2024-12-14T09:41:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128
2024-12-14T09:41:04,179 INFO  [Thread-1760 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed
2024-12-14T09:41:06,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-14T09:41:11,118 DEBUG [Thread-1750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63822144 to 127.0.0.1:58469
2024-12-14T09:41:11,118 DEBUG [Thread-1750 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:11,119 DEBUG [Thread-1754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42d6bca6 to 127.0.0.1:58469
2024-12-14T09:41:11,119 DEBUG [Thread-1754 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 31
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 60
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 32
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 54
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 54
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2158
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6474 rows
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2169
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6502 rows
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2145
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6435 rows
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2168
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6504 rows
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 2170
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 6504 rows
2024-12-14T09:41:11,119 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-12-14T09:41:11,119 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7267b857 to 127.0.0.1:58469
2024-12-14T09:41:11,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:11,121 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-12-14T09:41:11,122 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-14T09:41:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-12-14T09:41:11,125 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169271125"}]},"ts":"1734169271125"}
2024-12-14T09:41:11,126 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-14T09:41:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-12-14T09:41:11,273 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-14T09:41:11,274 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:41:11,277 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, UNASSIGN}]
2024-12-14T09:41:11,278 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, UNASSIGN
2024-12-14T09:41:11,279 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=fefa8c68b2728fdf2e781c7a9d35f41b, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:11,281 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:41:11,281 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; CloseRegionProcedure fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:41:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-12-14T09:41:11,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:11,434 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(124): Close fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1681): Closing fefa8c68b2728fdf2e781c7a9d35f41b, disabling compactions & flushes
2024-12-14T09:41:11,434 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b. after waiting 0 ms
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:11,434 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(2837): Flushing fefa8c68b2728fdf2e781c7a9d35f41b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=A
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=B
2024-12-14T09:41:11,434 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:11,435 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fefa8c68b2728fdf2e781c7a9d35f41b, store=C
2024-12-14T09:41:11,435 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:11,442 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d201a61c1b844d8083fc07925efdac9a_fefa8c68b2728fdf2e781c7a9d35f41b is 50, key is test_row_0/A:col10/1734169271118/Put/seqid=0
2024-12-14T09:41:11,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742294_1470 (size=9914)
2024-12-14T09:41:11,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/32d1f136e9e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/2e79c228a6894c88b466a1701a8ecc35, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/ab8974bce27f4991a8c9485d1e0658ad, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8768c2d7add49629d3e55114536e02a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3ea777141262420ba5d2d6b7dc112524, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8bd168c51e4146bc9d774131607581a4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/bc578d26fa0945b5adedcf481ab687bf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d8628cef36174b1fb7a9cc921dd2a51a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b5152ea51a144c2fbae87ade79facd75, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/99f83a75e12b4681930b084b518658b6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/4dec66174d6d44c38213ad5bcaf278d7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8d6caf4c8184948be079e40a8568f3e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/81e39fbb82db4fd19dd11d1c4f75cdd2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d5e6f25552324dc2af1ff22f5d57d6cf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3a7f5291c94540d2906ed7ab2780192f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/fcb75b09d0a2445495e9ecc59b0e9775, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/61a4d14352dc4c1c8d205dbe4bbe4e00, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b75f7a05f4e2439b86b5a9dc480edcdf] to archive
2024-12-14T09:41:11,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/32d1f136e9e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:41:11,656 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/2e79c228a6894c88b466a1701a8ecc35 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/2e79c228a6894c88b466a1701a8ecc35
2024-12-14T09:41:11,656 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/ab8974bce27f4991a8c9485d1e0658ad to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/ab8974bce27f4991a8c9485d1e0658ad
2024-12-14T09:41:11,656 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3ea777141262420ba5d2d6b7dc112524 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3ea777141262420ba5d2d6b7dc112524
2024-12-14T09:41:11,656 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8768c2d7add49629d3e55114536e02a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8768c2d7add49629d3e55114536e02a
2024-12-14T09:41:11,656 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8bd168c51e4146bc9d774131607581a4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8bd168c51e4146bc9d774131607581a4
2024-12-14T09:41:11,656 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d8628cef36174b1fb7a9cc921dd2a51a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d8628cef36174b1fb7a9cc921dd2a51a
2024-12-14T09:41:11,656 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b5152ea51a144c2fbae87ade79facd75 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b5152ea51a144c2fbae87ade79facd75
2024-12-14T09:41:11,657 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/bc578d26fa0945b5adedcf481ab687bf to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/bc578d26fa0945b5adedcf481ab687bf
2024-12-14T09:41:11,657 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/99f83a75e12b4681930b084b518658b6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/99f83a75e12b4681930b084b518658b6
2024-12-14T09:41:11,658 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/4dec66174d6d44c38213ad5bcaf278d7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/4dec66174d6d44c38213ad5bcaf278d7
2024-12-14T09:41:11,658 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/81e39fbb82db4fd19dd11d1c4f75cdd2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/81e39fbb82db4fd19dd11d1c4f75cdd2
2024-12-14T09:41:11,658 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8d6caf4c8184948be079e40a8568f3e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/a8d6caf4c8184948be079e40a8568f3e
2024-12-14T09:41:11,658 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d5e6f25552324dc2af1ff22f5d57d6cf to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/d5e6f25552324dc2af1ff22f5d57d6cf
2024-12-14T09:41:11,658 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3a7f5291c94540d2906ed7ab2780192f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/3a7f5291c94540d2906ed7ab2780192f
2024-12-14T09:41:11,658 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/fcb75b09d0a2445495e9ecc59b0e9775 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/fcb75b09d0a2445495e9ecc59b0e9775
2024-12-14T09:41:11,658 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/61a4d14352dc4c1c8d205dbe4bbe4e00 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/61a4d14352dc4c1c8d205dbe4bbe4e00
2024-12-14T09:41:11,658 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b75f7a05f4e2439b86b5a9dc480edcdf to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/b75f7a05f4e2439b86b5a9dc480edcdf
2024-12-14T09:41:11,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/32d1f136e9e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/fed23917e5bf46e8b0bdd136ede2a7ae, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/40d9cfe362a74af0afc786845d7d999d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/ee0537912fb745a8b02d82bb8a688ecc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e02a1ca5ce1a4f04bbbe17c4806cfefb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/1c4d028aea3943cd86b6f0c8554ce1d8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/f9ab925f4eb94e72bf596372242f210c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/947b072bd26e487085d97bab2d62de48, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/621275e5de9142a8973a94b84c0533b5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/72f3719a3d474c07a74de9c589977beb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/b7e3a52bedef4250a5735a35b4604f54, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/edbe7345143140bda0fb5dffe82560e4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/c742f22978424d7394d9c826fc80f131, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/35678b28572b482fb0083ebf47d76d62, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/0600bc5de18b4fc18315f2ab352c9523, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/245d858edab945e5831052a8d2abfbf2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e0894a5940b745c8b1355ed8637931d5, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/14a59c82805d45dcb90e2362851930c2] to archive
2024-12-14T09:41:11,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/32d1f136e9e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:41:11,663 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/fed23917e5bf46e8b0bdd136ede2a7ae to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/fed23917e5bf46e8b0bdd136ede2a7ae
2024-12-14T09:41:11,663 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/1c4d028aea3943cd86b6f0c8554ce1d8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/1c4d028aea3943cd86b6f0c8554ce1d8
2024-12-14T09:41:11,663 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/f9ab925f4eb94e72bf596372242f210c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/f9ab925f4eb94e72bf596372242f210c
2024-12-14T09:41:11,663 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/40d9cfe362a74af0afc786845d7d999d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/40d9cfe362a74af0afc786845d7d999d
2024-12-14T09:41:11,663 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/947b072bd26e487085d97bab2d62de48 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/947b072bd26e487085d97bab2d62de48
2024-12-14T09:41:11,664 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e02a1ca5ce1a4f04bbbe17c4806cfefb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e02a1ca5ce1a4f04bbbe17c4806cfefb
2024-12-14T09:41:11,664 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/ee0537912fb745a8b02d82bb8a688ecc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/ee0537912fb745a8b02d82bb8a688ecc
2024-12-14T09:41:11,664 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/621275e5de9142a8973a94b84c0533b5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/621275e5de9142a8973a94b84c0533b5
2024-12-14T09:41:11,665 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/72f3719a3d474c07a74de9c589977beb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/72f3719a3d474c07a74de9c589977beb
2024-12-14T09:41:11,665 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/c742f22978424d7394d9c826fc80f131 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/c742f22978424d7394d9c826fc80f131
2024-12-14T09:41:11,665 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/edbe7345143140bda0fb5dffe82560e4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/edbe7345143140bda0fb5dffe82560e4
2024-12-14T09:41:11,665 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/b7e3a52bedef4250a5735a35b4604f54 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/b7e3a52bedef4250a5735a35b4604f54
2024-12-14T09:41:11,665 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/35678b28572b482fb0083ebf47d76d62 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/35678b28572b482fb0083ebf47d76d62
2024-12-14T09:41:11,665 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/0600bc5de18b4fc18315f2ab352c9523 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/0600bc5de18b4fc18315f2ab352c9523
2024-12-14T09:41:11,665 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e0894a5940b745c8b1355ed8637931d5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/e0894a5940b745c8b1355ed8637931d5
2024-12-14T09:41:11,665 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/245d858edab945e5831052a8d2abfbf2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/245d858edab945e5831052a8d2abfbf2
2024-12-14T09:41:11,666 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/14a59c82805d45dcb90e2362851930c2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/14a59c82805d45dcb90e2362851930c2
2024-12-14T09:41:11,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/32d1f136e9e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6df38dbbd51d416bb244972ef4cc53f4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0fb2bb46fcdf4d4597d312bb151fa9e8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/58961f20790347039338937d9d683d36, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0d7788ff177c473a99be69e199a569f7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0cf0676066f04ec5a5c95ec3af7ad737, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e8ee7eaa831947d39f7fc40f2142c205, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e288f038e3bd4dc682d0a0ed2fba4882, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/b2438821666a443e93c3bb17cffbbd05, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6a01bd68903f4e41850881d8d186b51e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/a63e40d0c1c44a4fbfefcd5c4fdc1f33, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/8ffad7e0a90b455ebdf1f1df1870624c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e7e613881c34e50ade1a54240b87a56, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/9c50d6aecf17431697f3bb5bac08f81e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e0e7d42c094470ab9a4e81c641c3f67, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/32d0162c4c02457e9a8513c628354c67, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/5351405845c84109b4867b560a22dda1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/c1fe3246b74e4b2ab55d48a89fb5bbeb] to archive
2024-12-14T09:41:11,669 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/32d1f136e9e3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:41:11,671 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/58961f20790347039338937d9d683d36 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/58961f20790347039338937d9d683d36
2024-12-14T09:41:11,671 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6df38dbbd51d416bb244972ef4cc53f4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6df38dbbd51d416bb244972ef4cc53f4
2024-12-14T09:41:11,671 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0fb2bb46fcdf4d4597d312bb151fa9e8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0fb2bb46fcdf4d4597d312bb151fa9e8
2024-12-14T09:41:11,671 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e8ee7eaa831947d39f7fc40f2142c205 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e8ee7eaa831947d39f7fc40f2142c205
2024-12-14T09:41:11,671 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0d7788ff177c473a99be69e199a569f7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0d7788ff177c473a99be69e199a569f7
2024-12-14T09:41:11,671 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0cf0676066f04ec5a5c95ec3af7ad737 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/0cf0676066f04ec5a5c95ec3af7ad737
2024-12-14T09:41:11,671 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/b2438821666a443e93c3bb17cffbbd05 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/b2438821666a443e93c3bb17cffbbd05
2024-12-14T09:41:11,671 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e288f038e3bd4dc682d0a0ed2fba4882 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/e288f038e3bd4dc682d0a0ed2fba4882
2024-12-14T09:41:11,672 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6a01bd68903f4e41850881d8d186b51e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/6a01bd68903f4e41850881d8d186b51e
2024-12-14T09:41:11,672 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e7e613881c34e50ade1a54240b87a56 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e7e613881c34e50ade1a54240b87a56
2024-12-14T09:41:11,672 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/8ffad7e0a90b455ebdf1f1df1870624c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/8ffad7e0a90b455ebdf1f1df1870624c
2024-12-14T09:41:11,672 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e0e7d42c094470ab9a4e81c641c3f67 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/1e0e7d42c094470ab9a4e81c641c3f67
2024-12-14T09:41:11,672 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/9c50d6aecf17431697f3bb5bac08f81e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/9c50d6aecf17431697f3bb5bac08f81e
2024-12-14T09:41:11,672 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/a63e40d0c1c44a4fbfefcd5c4fdc1f33 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/a63e40d0c1c44a4fbfefcd5c4fdc1f33
2024-12-14T09:41:11,672 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/32d0162c4c02457e9a8513c628354c67 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/32d0162c4c02457e9a8513c628354c67
2024-12-14T09:41:11,672 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/5351405845c84109b4867b560a22dda1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/5351405845c84109b4867b560a22dda1
2024-12-14T09:41:11,673 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/c1fe3246b74e4b2ab55d48a89fb5bbeb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/c1fe3246b74e4b2ab55d48a89fb5bbeb
2024-12-14T09:41:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-12-14T09:41:11,848 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:11,856 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d201a61c1b844d8083fc07925efdac9a_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d201a61c1b844d8083fc07925efdac9a_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:11,857 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/8823eb33e4b14fc09246e8cb1236b9d3, store: [table=TestAcidGuarantees family=A region=fefa8c68b2728fdf2e781c7a9d35f41b]
2024-12-14T09:41:11,858 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/8823eb33e4b14fc09246e8cb1236b9d3 is 175, key is test_row_0/A:col10/1734169271118/Put/seqid=0
2024-12-14T09:41:11,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742295_1471 (size=22561)
2024-12-14T09:41:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-12-14T09:41:12,263 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/8823eb33e4b14fc09246e8cb1236b9d3
2024-12-14T09:41:12,271 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/aa738256a6314885ae7c9792e0629cae is 50, key is test_row_0/B:col10/1734169271118/Put/seqid=0
2024-12-14T09:41:12,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742296_1472 (size=9857)
2024-12-14T09:41:12,674 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/aa738256a6314885ae7c9792e0629cae
2024-12-14T09:41:12,682 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/cfcc26522ffc446c9fcc57d8dcc415ba is 50, key is test_row_0/C:col10/1734169271118/Put/seqid=0
2024-12-14T09:41:12,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742297_1473 (size=9857)
2024-12-14T09:41:13,088 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/cfcc26522ffc446c9fcc57d8dcc415ba
2024-12-14T09:41:13,098 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/A/8823eb33e4b14fc09246e8cb1236b9d3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8823eb33e4b14fc09246e8cb1236b9d3
2024-12-14T09:41:13,102 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8823eb33e4b14fc09246e8cb1236b9d3, entries=100, sequenceid=295, filesize=22.0 K
2024-12-14T09:41:13,103 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/B/aa738256a6314885ae7c9792e0629cae as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/aa738256a6314885ae7c9792e0629cae
2024-12-14T09:41:13,107 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/aa738256a6314885ae7c9792e0629cae, entries=100, sequenceid=295, filesize=9.6 K
2024-12-14T09:41:13,108 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/.tmp/C/cfcc26522ffc446c9fcc57d8dcc415ba as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/cfcc26522ffc446c9fcc57d8dcc415ba
2024-12-14T09:41:13,112 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/cfcc26522ffc446c9fcc57d8dcc415ba, entries=100, sequenceid=295, filesize=9.6 K
2024-12-14T09:41:13,112 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for fefa8c68b2728fdf2e781c7a9d35f41b in 1678ms, sequenceid=295, compaction requested=true
2024-12-14T09:41:13,117 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/recovered.edits/298.seqid, newMaxSeqId=298, maxSeqId=4
2024-12-14T09:41:13,118 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.
2024-12-14T09:41:13,118 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] regionserver.HRegion(1635): Region close journal for fefa8c68b2728fdf2e781c7a9d35f41b:

2024-12-14T09:41:13,120 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=133}] handler.UnassignRegionHandler(170): Closed fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,120 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=fefa8c68b2728fdf2e781c7a9d35f41b, regionState=CLOSED
2024-12-14T09:41:13,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132
2024-12-14T09:41:13,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; CloseRegionProcedure fefa8c68b2728fdf2e781c7a9d35f41b, server=32d1f136e9e3,45387,1734169148668 in 1.8400 sec
2024-12-14T09:41:13,124 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131
2024-12-14T09:41:13,124 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=fefa8c68b2728fdf2e781c7a9d35f41b, UNASSIGN in 1.8460 sec
2024-12-14T09:41:13,125 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130
2024-12-14T09:41:13,125 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8510 sec
2024-12-14T09:41:13,126 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169273126"}]},"ts":"1734169273126"}
2024-12-14T09:41:13,126 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-14T09:41:13,179 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-14T09:41:13,182 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0580 sec
2024-12-14T09:41:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130
2024-12-14T09:41:13,233 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 130 completed
2024-12-14T09:41:13,234 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-14T09:41:13,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:13,237 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=134, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:13,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-12-14T09:41:13,238 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=134, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:13,241 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,244 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/recovered.edits]
2024-12-14T09:41:13,249 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8823eb33e4b14fc09246e8cb1236b9d3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/8823eb33e4b14fc09246e8cb1236b9d3
2024-12-14T09:41:13,249 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/e391444ce6a94345bb1c69cd7b68edb2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/e391444ce6a94345bb1c69cd7b68edb2
2024-12-14T09:41:13,249 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/01c32486795145d9b5fb982836f560b1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/A/01c32486795145d9b5fb982836f560b1
2024-12-14T09:41:13,253 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/84af7ad9f6254bcbaedeefd426dea427 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/84af7ad9f6254bcbaedeefd426dea427
2024-12-14T09:41:13,253 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/67831010a37c4fdb9771e997a2cc7315 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/67831010a37c4fdb9771e997a2cc7315
2024-12-14T09:41:13,253 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/aa738256a6314885ae7c9792e0629cae to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/B/aa738256a6314885ae7c9792e0629cae
2024-12-14T09:41:13,257 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/00ac17b2c8fb48838b55f0d2a33c1d5e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/00ac17b2c8fb48838b55f0d2a33c1d5e
2024-12-14T09:41:13,257 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/cfcc26522ffc446c9fcc57d8dcc415ba to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/cfcc26522ffc446c9fcc57d8dcc415ba
2024-12-14T09:41:13,257 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/f6d7a98e40904d11a263e4d3dc39baa7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/C/f6d7a98e40904d11a263e4d3dc39baa7
2024-12-14T09:41:13,260 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/recovered.edits/298.seqid to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b/recovered.edits/298.seqid
2024-12-14T09:41:13,261 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,261 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-14T09:41:13,262 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-14T09:41:13,263 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-14T09:41:13,273 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145ea61e09472946e88059ba04d4f257e8_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145ea61e09472946e88059ba04d4f257e8_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,273 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146367a88e19f44e59851262b40e73e008_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412146367a88e19f44e59851262b40e73e008_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,273 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145d26a3a2e43841fab678d29ea9fae632_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145d26a3a2e43841fab678d29ea9fae632_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,273 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121482624b6b531a4ccf94992d617a44812d_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121482624b6b531a4ccf94992d617a44812d_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,273 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149d0f52b56f7242aebd0600c0dee96cc3_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149d0f52b56f7242aebd0600c0dee96cc3_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,273 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149ed49958dabd46239166fd6e0db27be2_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412149ed49958dabd46239166fd6e0db27be2_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,273 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a0e5ed96b5ed46c4ba68d7032c2c9d9e_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a0e5ed96b5ed46c4ba68d7032c2c9d9e_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,273 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214aca48caa115f4d51a7d773d9ed2202d1_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214aca48caa115f4d51a7d773d9ed2202d1_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,275 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c676e2bc5098453d8526f006df76517d_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c676e2bc5098453d8526f006df76517d_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,275 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214cbdbe767122147538929c5974a66e6d9_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214cbdbe767122147538929c5974a66e6d9_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,275 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d4e740ea153d44c894e9e246c59efbb6_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d4e740ea153d44c894e9e246c59efbb6_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,275 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e7b97cb9defb4265905f3de753e07842_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214e7b97cb9defb4265905f3de753e07842_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,276 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d201a61c1b844d8083fc07925efdac9a_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d201a61c1b844d8083fc07925efdac9a_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,276 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d350b4dba57e4f569a8b82a215f82aa0_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d350b4dba57e4f569a8b82a215f82aa0_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,276 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ce25216575c249a185d9c7d14cd0d9ed_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ce25216575c249a185d9c7d14cd0d9ed_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,276 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f5b3c2432f75499da0795c862f117d7b_fefa8c68b2728fdf2e781c7a9d35f41b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f5b3c2432f75499da0795c862f117d7b_fefa8c68b2728fdf2e781c7a9d35f41b
2024-12-14T09:41:13,276 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-14T09:41:13,278 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=134, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:13,280 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-14T09:41:13,281 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor.
2024-12-14T09:41:13,282 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=134, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:13,282 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states.
2024-12-14T09:41:13,282 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734169273282"}]},"ts":"9223372036854775807"}
2024-12-14T09:41:13,283 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-12-14T09:41:13,283 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => fefa8c68b2728fdf2e781c7a9d35f41b, NAME => 'TestAcidGuarantees,,1734169237007.fefa8c68b2728fdf2e781c7a9d35f41b.', STARTKEY => '', ENDKEY => ''}]
2024-12-14T09:41:13,283 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted.
2024-12-14T09:41:13,283 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734169273283"}]},"ts":"9223372036854775807"}
2024-12-14T09:41:13,284 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-12-14T09:41:13,289 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=134, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:13,290 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec
2024-12-14T09:41:13,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134
2024-12-14T09:41:13,340 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 134 completed
2024-12-14T09:41:13,351 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244 (was 245), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=571 (was 662), ProcessCount=11 (was 11), AvailableMemoryMB=2230 (was 3366)
2024-12-14T09:41:13,359 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=244, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=571, ProcessCount=11, AvailableMemoryMB=2230
2024-12-14T09:41:13,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:41:13,360 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:41:13,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:13,362 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-14T09:41:13,362 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:13,362 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 135
2024-12-14T09:41:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135
2024-12-14T09:41:13,362 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-14T09:41:13,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742298_1474 (size=963)
2024-12-14T09:41:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135
2024-12-14T09:41:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135
2024-12-14T09:41:13,783 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:41:13,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742299_1475 (size=53)
2024-12-14T09:41:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135
2024-12-14T09:41:14,191 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:41:14,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0ed4bf27eb68e79ad3f039fad1a9ece5, disabling compactions & flushes
2024-12-14T09:41:14,192 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:14,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:14,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. after waiting 0 ms
2024-12-14T09:41:14,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:14,192 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:14,192 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:14,194 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-14T09:41:14,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734169274194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734169274194"}]},"ts":"1734169274194"}
2024-12-14T09:41:14,197 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-12-14T09:41:14,199 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-14T09:41:14,200 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169274199"}]},"ts":"1734169274199"}
2024-12-14T09:41:14,201 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-14T09:41:14,282 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ed4bf27eb68e79ad3f039fad1a9ece5, ASSIGN}]
2024-12-14T09:41:14,283 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ed4bf27eb68e79ad3f039fad1a9ece5, ASSIGN
2024-12-14T09:41:14,284 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=136, ppid=135, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ed4bf27eb68e79ad3f039fad1a9ece5, ASSIGN; state=OFFLINE, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=false
2024-12-14T09:41:14,435 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=0ed4bf27eb68e79ad3f039fad1a9ece5, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:14,438 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; OpenRegionProcedure 0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:41:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135
2024-12-14T09:41:14,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:14,597 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:14,598 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7285): Opening region: {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:41:14,599 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:14,599 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:41:14,599 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7327): checking encryption for 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:14,599 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(7330): checking classloading for 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:14,602 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0ed4bf27eb68e79ad3f039fad1a9ece5 
2024-12-14T09:41:14,605 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:14,605 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed4bf27eb68e79ad3f039fad1a9ece5 columnFamilyName A
2024-12-14T09:41:14,605 DEBUG [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:14,606 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.HStore(327): Store=0ed4bf27eb68e79ad3f039fad1a9ece5/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:14,606 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0ed4bf27eb68e79ad3f039fad1a9ece5 
2024-12-14T09:41:14,608 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:14,608 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed4bf27eb68e79ad3f039fad1a9ece5 columnFamilyName B
2024-12-14T09:41:14,608 DEBUG [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:14,609 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.HStore(327): Store=0ed4bf27eb68e79ad3f039fad1a9ece5/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:14,609 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0ed4bf27eb68e79ad3f039fad1a9ece5 
2024-12-14T09:41:14,611 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:14,611 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed4bf27eb68e79ad3f039fad1a9ece5 columnFamilyName C
2024-12-14T09:41:14,611 DEBUG [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:14,612 INFO  [StoreOpener-0ed4bf27eb68e79ad3f039fad1a9ece5-1 {}] regionserver.HStore(327): Store=0ed4bf27eb68e79ad3f039fad1a9ece5/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:14,612 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:14,613 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:14,614 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:14,616 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:41:14,617 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1085): writing seq id for 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:14,619 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:41:14,620 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1102): Opened 0ed4bf27eb68e79ad3f039fad1a9ece5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65432655, jitterRate=-0.024977460503578186}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:41:14,621 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegion(1001): Region open journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:14,621 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., pid=137, masterSystemTime=1734169274592
2024-12-14T09:41:14,623 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:14,623 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=137}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:14,624 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=136 updating hbase:meta row=0ed4bf27eb68e79ad3f039fad1a9ece5, regionState=OPEN, openSeqNum=2, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:14,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136
2024-12-14T09:41:14,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; OpenRegionProcedure 0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668 in 187 msec
2024-12-14T09:41:14,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135
2024-12-14T09:41:14,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ed4bf27eb68e79ad3f039fad1a9ece5, ASSIGN in 345 msec
2024-12-14T09:41:14,628 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-14T09:41:14,628 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169274628"}]},"ts":"1734169274628"}
2024-12-14T09:41:14,629 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-14T09:41:14,698 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=135, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-14T09:41:14,700 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3390 sec
2024-12-14T09:41:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135
2024-12-14T09:41:15,470 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 135 completed
2024-12-14T09:41:15,472 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f69def6 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d5fe744
2024-12-14T09:41:15,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c20a8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,495 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-14T09:41:15,498 INFO  [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-14T09:41:15,500 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60eadae0 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@721d647e
2024-12-14T09:41:15,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b126c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,513 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55a6e359 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c014307
2024-12-14T09:41:15,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ff604f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d47237f to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b9854ab
2024-12-14T09:41:15,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54dabc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e690d6 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b72a92d
2024-12-14T09:41:15,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4d4e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3abeec20 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44fb119b
2024-12-14T09:41:15,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44462a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c349948 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69d7a6f6
2024-12-14T09:41:15,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd4a015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,558 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d0c5089 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5938a7c8
2024-12-14T09:41:15,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308560f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3943c27f to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25593478
2024-12-14T09:41:15,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4052d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,582 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6da65bb4 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@130588c
2024-12-14T09:41:15,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dda54a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x21a938cf to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22def04e
2024-12-14T09:41:15,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4ec7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:15,600 DEBUG [hconnection-0x1556ebad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,600 DEBUG [hconnection-0x3b009a83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,601 DEBUG [hconnection-0x1969dea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,601 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,601 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,601 DEBUG [hconnection-0x610aff0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,601 DEBUG [hconnection-0x14e62074-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,602 DEBUG [hconnection-0xbc5c626-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,602 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,602 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,602 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,603 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,603 DEBUG [hconnection-0x1d07b0e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,604 DEBUG [hconnection-0x49389ec6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,604 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,604 DEBUG [hconnection-0x26459880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,605 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,605 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55446, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,605 DEBUG [hconnection-0x20204489-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:15,606 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees
2024-12-14T09:41:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:15,607 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:41:15,607 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-12-14T09:41:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:15,608 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:15,608 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:15,608 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:15,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:15,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169335618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169335618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169335619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169335619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169335619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/1c13bacac20a4fe4b67f22e08fa9c9a9 is 50, key is test_row_0/A:col10/1734169275607/Put/seqid=0
2024-12-14T09:41:15,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742300_1476 (size=12001)
2024-12-14T09:41:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-12-14T09:41:15,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169335719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169335719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169335720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169335720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169335720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-12-14T09:41:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:15,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:15,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-12-14T09:41:15,911 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-12-14T09:41:15,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:15,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:15,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:15,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:15,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:15,924 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169335923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169335924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,926 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169335924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169335924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:15,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169335926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,033 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/1c13bacac20a4fe4b67f22e08fa9c9a9
2024-12-14T09:41:16,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9805289dfd4e4a1ba8eb47fc05ffcb4a is 50, key is test_row_0/B:col10/1734169275607/Put/seqid=0
2024-12-14T09:41:16,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742301_1477 (size=12001)
2024-12-14T09:41:16,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-12-14T09:41:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:16,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:16,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-12-14T09:41:16,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-12-14T09:41:16,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:16,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:16,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:16,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169336227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169336228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169336228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169336229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169336229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,369 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-12-14T09:41:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:16,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=139
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:16,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9805289dfd4e4a1ba8eb47fc05ffcb4a
2024-12-14T09:41:16,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/7e91d54d55e24a1a8804cc0938e0f5fa is 50, key is test_row_0/C:col10/1734169275607/Put/seqid=0
2024-12-14T09:41:16,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742302_1478 (size=12001)
2024-12-14T09:41:16,491 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/7e91d54d55e24a1a8804cc0938e0f5fa
2024-12-14T09:41:16,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/1c13bacac20a4fe4b67f22e08fa9c9a9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1c13bacac20a4fe4b67f22e08fa9c9a9
2024-12-14T09:41:16,496 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1c13bacac20a4fe4b67f22e08fa9c9a9, entries=150, sequenceid=14, filesize=11.7 K
2024-12-14T09:41:16,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9805289dfd4e4a1ba8eb47fc05ffcb4a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9805289dfd4e4a1ba8eb47fc05ffcb4a
2024-12-14T09:41:16,499 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9805289dfd4e4a1ba8eb47fc05ffcb4a, entries=150, sequenceid=14, filesize=11.7 K
2024-12-14T09:41:16,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/7e91d54d55e24a1a8804cc0938e0f5fa as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/7e91d54d55e24a1a8804cc0938e0f5fa
2024-12-14T09:41:16,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/7e91d54d55e24a1a8804cc0938e0f5fa, entries=150, sequenceid=14, filesize=11.7 K
2024-12-14T09:41:16,502 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 895ms, sequenceid=14, compaction requested=false
2024-12-14T09:41:16,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:16,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139
2024-12-14T09:41:16,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:16,523 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:41:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:16,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/211991fe99b54a12ae130eed3427ba1d is 50, key is test_row_0/A:col10/1734169275617/Put/seqid=0
2024-12-14T09:41:16,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742303_1479 (size=12001)
2024-12-14T09:41:16,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-12-14T09:41:16,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:16,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169336739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169336742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169336742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169336743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169336744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169336845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169336846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169336846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169336846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169336849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:16,932 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/211991fe99b54a12ae130eed3427ba1d
2024-12-14T09:41:16,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/ab3d361ca43e4079ae1c3766eb21e698 is 50, key is test_row_0/B:col10/1734169275617/Put/seqid=0
2024-12-14T09:41:16,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742304_1480 (size=12001)
2024-12-14T09:41:17,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169337047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169337049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169337050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169337050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169337053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/ab3d361ca43e4079ae1c3766eb21e698
2024-12-14T09:41:17,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/2c05f472fd61488c9fee1c8d72b5da90 is 50, key is test_row_0/C:col10/1734169275617/Put/seqid=0
2024-12-14T09:41:17,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169337349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169337353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169337353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169337354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,359 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169337356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742305_1481 (size=12001)
2024-12-14T09:41:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-12-14T09:41:17,765 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/2c05f472fd61488c9fee1c8d72b5da90
2024-12-14T09:41:17,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/211991fe99b54a12ae130eed3427ba1d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/211991fe99b54a12ae130eed3427ba1d
2024-12-14T09:41:17,770 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/211991fe99b54a12ae130eed3427ba1d, entries=150, sequenceid=39, filesize=11.7 K
2024-12-14T09:41:17,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/ab3d361ca43e4079ae1c3766eb21e698 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/ab3d361ca43e4079ae1c3766eb21e698
2024-12-14T09:41:17,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/ab3d361ca43e4079ae1c3766eb21e698, entries=150, sequenceid=39, filesize=11.7 K
2024-12-14T09:41:17,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/2c05f472fd61488c9fee1c8d72b5da90 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2c05f472fd61488c9fee1c8d72b5da90
2024-12-14T09:41:17,775 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2c05f472fd61488c9fee1c8d72b5da90, entries=150, sequenceid=39, filesize=11.7 K
2024-12-14T09:41:17,776 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1253ms, sequenceid=39, compaction requested=false
2024-12-14T09:41:17,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:17,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:17,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139
2024-12-14T09:41:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=139
2024-12-14T09:41:17,778 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138
2024-12-14T09:41:17,778 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1690 sec
2024-12-14T09:41:17,779 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.1720 sec
2024-12-14T09:41:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:17,858 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:41:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:17,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:17,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/bddaff27071a4a298018a6cc00b4fba0 is 50, key is test_row_0/A:col10/1734169276741/Put/seqid=0
2024-12-14T09:41:17,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742306_1482 (size=12001)
2024-12-14T09:41:17,885 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169337879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,888 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169337884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169337884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169337885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169337885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169337986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169337989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169337992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169337992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:17,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169337993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,192 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169338189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169338193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,198 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169338196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169338196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169338197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,264 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/bddaff27071a4a298018a6cc00b4fba0
2024-12-14T09:41:18,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/6e103ceab5c144fe8a7f631a5b4fac2e is 50, key is test_row_0/B:col10/1734169276741/Put/seqid=0
2024-12-14T09:41:18,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742307_1483 (size=12001)
2024-12-14T09:41:18,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169338493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169338498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169338499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169338500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169338500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:18,632 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-14T09:41:18,672 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/6e103ceab5c144fe8a7f631a5b4fac2e
2024-12-14T09:41:18,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/524a2db7d6964ed8ab24ae112653e5c4 is 50, key is test_row_0/C:col10/1734169276741/Put/seqid=0
2024-12-14T09:41:18,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742308_1484 (size=12001)
2024-12-14T09:41:19,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169339000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:19,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169339006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:19,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169339006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:19,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169339008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:19,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169339008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:19,085 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/524a2db7d6964ed8ab24ae112653e5c4
2024-12-14T09:41:19,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/bddaff27071a4a298018a6cc00b4fba0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/bddaff27071a4a298018a6cc00b4fba0
2024-12-14T09:41:19,091 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/bddaff27071a4a298018a6cc00b4fba0, entries=150, sequenceid=51, filesize=11.7 K
2024-12-14T09:41:19,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/6e103ceab5c144fe8a7f631a5b4fac2e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/6e103ceab5c144fe8a7f631a5b4fac2e
2024-12-14T09:41:19,094 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/6e103ceab5c144fe8a7f631a5b4fac2e, entries=150, sequenceid=51, filesize=11.7 K
2024-12-14T09:41:19,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/524a2db7d6964ed8ab24ae112653e5c4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/524a2db7d6964ed8ab24ae112653e5c4
2024-12-14T09:41:19,096 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/524a2db7d6964ed8ab24ae112653e5c4, entries=150, sequenceid=51, filesize=11.7 K
2024-12-14T09:41:19,097 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1239ms, sequenceid=51, compaction requested=true
2024-12-14T09:41:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:41:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:41:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:41:19,097 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:19,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-12-14T09:41:19,098 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:19,098 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:19,098 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/A is initiating minor compaction (all files)
2024-12-14T09:41:19,099 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/A in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:19,099 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1c13bacac20a4fe4b67f22e08fa9c9a9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/211991fe99b54a12ae130eed3427ba1d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/bddaff27071a4a298018a6cc00b4fba0] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=35.2 K
2024-12-14T09:41:19,099 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:19,099 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/B is initiating minor compaction (all files)
2024-12-14T09:41:19,099 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c13bacac20a4fe4b67f22e08fa9c9a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734169275606
2024-12-14T09:41:19,099 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/B in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:19,099 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9805289dfd4e4a1ba8eb47fc05ffcb4a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/ab3d361ca43e4079ae1c3766eb21e698, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/6e103ceab5c144fe8a7f631a5b4fac2e] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=35.2 K
2024-12-14T09:41:19,099 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 211991fe99b54a12ae130eed3427ba1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734169275616
2024-12-14T09:41:19,099 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9805289dfd4e4a1ba8eb47fc05ffcb4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734169275606
2024-12-14T09:41:19,100 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting bddaff27071a4a298018a6cc00b4fba0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734169276741
2024-12-14T09:41:19,100 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting ab3d361ca43e4079ae1c3766eb21e698, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734169275616
2024-12-14T09:41:19,100 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e103ceab5c144fe8a7f631a5b4fac2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734169276741
2024-12-14T09:41:19,104 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#B#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:19,104 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/915e56d463374946b9f2047f48a3eb29 is 50, key is test_row_0/B:col10/1734169276741/Put/seqid=0
2024-12-14T09:41:19,105 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#A#compaction#407 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:19,106 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/b5f4aac71454413899ea573d9c205e20 is 50, key is test_row_0/A:col10/1734169276741/Put/seqid=0
2024-12-14T09:41:19,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742309_1485 (size=12104)
2024-12-14T09:41:19,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742310_1486 (size=12104)
2024-12-14T09:41:19,511 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/915e56d463374946b9f2047f48a3eb29 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/915e56d463374946b9f2047f48a3eb29
2024-12-14T09:41:19,514 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/B of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 915e56d463374946b9f2047f48a3eb29(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:19,514 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:19,514 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/B, priority=13, startTime=1734169279097; duration=0sec
2024-12-14T09:41:19,514 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:19,514 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:B
2024-12-14T09:41:19,515 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:19,515 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:19,515 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/C is initiating minor compaction (all files)
2024-12-14T09:41:19,515 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/C in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:19,515 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/7e91d54d55e24a1a8804cc0938e0f5fa, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2c05f472fd61488c9fee1c8d72b5da90, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/524a2db7d6964ed8ab24ae112653e5c4] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=35.2 K
2024-12-14T09:41:19,516 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/b5f4aac71454413899ea573d9c205e20 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/b5f4aac71454413899ea573d9c205e20
2024-12-14T09:41:19,516 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e91d54d55e24a1a8804cc0938e0f5fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734169275606
2024-12-14T09:41:19,516 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c05f472fd61488c9fee1c8d72b5da90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734169275616
2024-12-14T09:41:19,516 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 524a2db7d6964ed8ab24ae112653e5c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734169276741
2024-12-14T09:41:19,519 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/A of 0ed4bf27eb68e79ad3f039fad1a9ece5 into b5f4aac71454413899ea573d9c205e20(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:19,519 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:19,519 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/A, priority=13, startTime=1734169279097; duration=0sec
2024-12-14T09:41:19,520 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:19,520 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:A
2024-12-14T09:41:19,528 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:19,528 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/e7a71243e3da4059af3fac35d3616cf3 is 50, key is test_row_0/C:col10/1734169276741/Put/seqid=0
2024-12-14T09:41:19,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742311_1487 (size=12104)
2024-12-14T09:41:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138
2024-12-14T09:41:19,712 INFO  [Thread-2117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed
2024-12-14T09:41:19,713 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees
2024-12-14T09:41:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-12-14T09:41:19,714 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:19,714 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:19,714 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-12-14T09:41:19,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:19,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141
2024-12-14T09:41:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:19,866 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:41:19,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:19,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:19,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:19,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:19,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:19,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:19,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/0a32129da1cc4528bc39eb69481dbe69 is 50, key is test_row_0/A:col10/1734169277884/Put/seqid=0
2024-12-14T09:41:19,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742312_1488 (size=12001)
2024-12-14T09:41:19,935 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/e7a71243e3da4059af3fac35d3616cf3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e7a71243e3da4059af3fac35d3616cf3
2024-12-14T09:41:19,938 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/C of 0ed4bf27eb68e79ad3f039fad1a9ece5 into e7a71243e3da4059af3fac35d3616cf3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:19,938 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:19,938 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/C, priority=13, startTime=1734169279097; duration=0sec
2024-12-14T09:41:19,938 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:19,938 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:C
2024-12-14T09:41:20,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:20,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-12-14T09:41:20,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169340018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169340018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169340019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169340019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169340020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169340122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169340122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169340123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169340123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/0a32129da1cc4528bc39eb69481dbe69
2024-12-14T09:41:20,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9d293b0b17da4435bd35cf469b21b35f is 50, key is test_row_0/B:col10/1734169277884/Put/seqid=0
2024-12-14T09:41:20,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742313_1489 (size=12001)
2024-12-14T09:41:20,282 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9d293b0b17da4435bd35cf469b21b35f
2024-12-14T09:41:20,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/d9f59886e06f48a3976f3a2168e88e53 is 50, key is test_row_0/C:col10/1734169277884/Put/seqid=0
2024-12-14T09:41:20,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742314_1490 (size=12001)
2024-12-14T09:41:20,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-12-14T09:41:20,328 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169340324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169340325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169340326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169340327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169340630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169340630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,634 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169340631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169340632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/d9f59886e06f48a3976f3a2168e88e53
2024-12-14T09:41:20,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/0a32129da1cc4528bc39eb69481dbe69 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/0a32129da1cc4528bc39eb69481dbe69
2024-12-14T09:41:20,696 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/0a32129da1cc4528bc39eb69481dbe69, entries=150, sequenceid=77, filesize=11.7 K
2024-12-14T09:41:20,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9d293b0b17da4435bd35cf469b21b35f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9d293b0b17da4435bd35cf469b21b35f
2024-12-14T09:41:20,699 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9d293b0b17da4435bd35cf469b21b35f, entries=150, sequenceid=77, filesize=11.7 K
2024-12-14T09:41:20,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/d9f59886e06f48a3976f3a2168e88e53 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/d9f59886e06f48a3976f3a2168e88e53
2024-12-14T09:41:20,702 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/d9f59886e06f48a3976f3a2168e88e53, entries=150, sequenceid=77, filesize=11.7 K
2024-12-14T09:41:20,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 837ms, sequenceid=77, compaction requested=false
2024-12-14T09:41:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141
2024-12-14T09:41:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=141
2024-12-14T09:41:20,705 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140
2024-12-14T09:41:20,705 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 990 msec
2024-12-14T09:41:20,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 992 msec
2024-12-14T09:41:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140
2024-12-14T09:41:20,817 INFO  [Thread-2117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed
2024-12-14T09:41:20,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees
2024-12-14T09:41:20,820 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-12-14T09:41:20,820 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:20,820 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-12-14T09:41:20,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:20,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143
2024-12-14T09:41:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:20,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:41:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:20,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:20,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/d8aa6154fe3149feb667eb17a49e2287 is 50, key is test_row_0/A:col10/1734169280018/Put/seqid=0
2024-12-14T09:41:20,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742315_1491 (size=12001)
2024-12-14T09:41:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-12-14T09:41:21,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:21,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169341162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169341162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169341163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169341166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169341267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169341267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169341267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169341271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/d8aa6154fe3149feb667eb17a49e2287
2024-12-14T09:41:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/3b397860e5054b2280932fe85d9ce979 is 50, key is test_row_0/B:col10/1734169280018/Put/seqid=0
2024-12-14T09:41:21,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742316_1492 (size=12001)
2024-12-14T09:41:21,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/3b397860e5054b2280932fe85d9ce979
2024-12-14T09:41:21,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/8a94e022fdc24c4dbbfa32c37d41b2fa is 50, key is test_row_0/C:col10/1734169280018/Put/seqid=0
2024-12-14T09:41:21,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742317_1493 (size=12001)
2024-12-14T09:41:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-12-14T09:41:21,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169341471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169341471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169341472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169341475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169341778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169341778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169341780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169341781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:21,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/8a94e022fdc24c4dbbfa32c37d41b2fa
2024-12-14T09:41:21,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/d8aa6154fe3149feb667eb17a49e2287 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/d8aa6154fe3149feb667eb17a49e2287
2024-12-14T09:41:21,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/d8aa6154fe3149feb667eb17a49e2287, entries=150, sequenceid=90, filesize=11.7 K
2024-12-14T09:41:21,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/3b397860e5054b2280932fe85d9ce979 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/3b397860e5054b2280932fe85d9ce979
2024-12-14T09:41:21,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/3b397860e5054b2280932fe85d9ce979, entries=150, sequenceid=90, filesize=11.7 K
2024-12-14T09:41:21,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/8a94e022fdc24c4dbbfa32c37d41b2fa as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/8a94e022fdc24c4dbbfa32c37d41b2fa
2024-12-14T09:41:21,807 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/8a94e022fdc24c4dbbfa32c37d41b2fa, entries=150, sequenceid=90, filesize=11.7 K
2024-12-14T09:41:21,808 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 836ms, sequenceid=90, compaction requested=true
2024-12-14T09:41:21,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:21,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:21,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143
2024-12-14T09:41:21,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=143
2024-12-14T09:41:21,810 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142
2024-12-14T09:41:21,810 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 989 msec
2024-12-14T09:41:21,811 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 992 msec
2024-12-14T09:41:21,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142
2024-12-14T09:41:21,922 INFO  [Thread-2117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed
2024-12-14T09:41:21,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees
2024-12-14T09:41:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-12-14T09:41:21,924 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:21,925 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:21,925 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:22,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-12-14T09:41:22,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:22,039 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:41:22,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:22,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:22,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:22,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:22,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:22,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:22,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/7c987d93d0dc4b6583f902b695bf21ca is 50, key is test_row_0/A:col10/1734169282038/Put/seqid=0
2024-12-14T09:41:22,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742318_1494 (size=14341)
2024-12-14T09:41:22,047 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/7c987d93d0dc4b6583f902b695bf21ca
2024-12-14T09:41:22,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/4f205d7c34db4b59adfa558f31a883ab is 50, key is test_row_0/B:col10/1734169282038/Put/seqid=0
2024-12-14T09:41:22,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742319_1495 (size=12001)
2024-12-14T09:41:22,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-14T09:41:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:22,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169342074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,185 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169342180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-12-14T09:41:22,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-14T09:41:22,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169342281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169342282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169342285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169342285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,380 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-14T09:41:22,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:22,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:22,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169342387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,456 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/4f205d7c34db4b59adfa558f31a883ab
2024-12-14T09:41:22,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/fb50f93e3e1b4e3eaa404a26ec73b3f0 is 50, key is test_row_0/C:col10/1734169282038/Put/seqid=0
2024-12-14T09:41:22,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742320_1496 (size=12001)
2024-12-14T09:41:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-12-14T09:41:22,533 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-14T09:41:22,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:22,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-14T09:41:22,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:22,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169342690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,837 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-14T09:41:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=145
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:22,866 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/fb50f93e3e1b4e3eaa404a26ec73b3f0
2024-12-14T09:41:22,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/7c987d93d0dc4b6583f902b695bf21ca as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/7c987d93d0dc4b6583f902b695bf21ca
2024-12-14T09:41:22,871 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/7c987d93d0dc4b6583f902b695bf21ca, entries=200, sequenceid=115, filesize=14.0 K
2024-12-14T09:41:22,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/4f205d7c34db4b59adfa558f31a883ab as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4f205d7c34db4b59adfa558f31a883ab
2024-12-14T09:41:22,874 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4f205d7c34db4b59adfa558f31a883ab, entries=150, sequenceid=115, filesize=11.7 K
2024-12-14T09:41:22,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/fb50f93e3e1b4e3eaa404a26ec73b3f0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/fb50f93e3e1b4e3eaa404a26ec73b3f0
2024-12-14T09:41:22,877 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/fb50f93e3e1b4e3eaa404a26ec73b3f0, entries=150, sequenceid=115, filesize=11.7 K
2024-12-14T09:41:22,878 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 839ms, sequenceid=115, compaction requested=true
2024-12-14T09:41:22,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:22,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:41:22,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:22,878 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:41:22,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:41:22,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:22,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:41:22,878 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:41:22,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:22,879 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:41:22,879 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:41:22,879 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/B is initiating minor compaction (all files)
2024-12-14T09:41:22,879 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/A is initiating minor compaction (all files)
2024-12-14T09:41:22,879 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/B in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,879 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/A in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,879 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/b5f4aac71454413899ea573d9c205e20, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/0a32129da1cc4528bc39eb69481dbe69, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/d8aa6154fe3149feb667eb17a49e2287, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/7c987d93d0dc4b6583f902b695bf21ca] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=49.3 K
2024-12-14T09:41:22,879 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/915e56d463374946b9f2047f48a3eb29, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9d293b0b17da4435bd35cf469b21b35f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/3b397860e5054b2280932fe85d9ce979, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4f205d7c34db4b59adfa558f31a883ab] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=47.0 K
2024-12-14T09:41:22,880 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 915e56d463374946b9f2047f48a3eb29, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734169276741
2024-12-14T09:41:22,880 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5f4aac71454413899ea573d9c205e20, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734169276741
2024-12-14T09:41:22,880 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d293b0b17da4435bd35cf469b21b35f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734169277879
2024-12-14T09:41:22,880 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a32129da1cc4528bc39eb69481dbe69, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734169277879
2024-12-14T09:41:22,880 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b397860e5054b2280932fe85d9ce979, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734169280018
2024-12-14T09:41:22,880 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8aa6154fe3149feb667eb17a49e2287, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734169280018
2024-12-14T09:41:22,880 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f205d7c34db4b59adfa558f31a883ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734169281160
2024-12-14T09:41:22,880 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c987d93d0dc4b6583f902b695bf21ca, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734169281160
2024-12-14T09:41:22,887 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#B#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:22,887 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#A#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:22,887 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/054f00c23a9a474bb5b4afdde0792c9b is 50, key is test_row_0/A:col10/1734169282038/Put/seqid=0
2024-12-14T09:41:22,887 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/76acf54bde6c492d9fe30ff4a08a0a3c is 50, key is test_row_0/B:col10/1734169282038/Put/seqid=0
2024-12-14T09:41:22,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742321_1497 (size=12241)
2024-12-14T09:41:22,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742322_1498 (size=12241)
2024-12-14T09:41:22,898 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/76acf54bde6c492d9fe30ff4a08a0a3c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/76acf54bde6c492d9fe30ff4a08a0a3c
2024-12-14T09:41:22,901 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/B of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 76acf54bde6c492d9fe30ff4a08a0a3c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:22,901 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:22,901 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/B, priority=12, startTime=1734169282878; duration=0sec
2024-12-14T09:41:22,901 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:22,901 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:B
2024-12-14T09:41:22,901 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:41:22,902 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:41:22,902 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/C is initiating minor compaction (all files)
2024-12-14T09:41:22,902 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/C in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,902 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e7a71243e3da4059af3fac35d3616cf3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/d9f59886e06f48a3976f3a2168e88e53, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/8a94e022fdc24c4dbbfa32c37d41b2fa, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/fb50f93e3e1b4e3eaa404a26ec73b3f0] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=47.0 K
2024-12-14T09:41:22,902 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e7a71243e3da4059af3fac35d3616cf3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734169276741
2024-12-14T09:41:22,903 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f59886e06f48a3976f3a2168e88e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734169277879
2024-12-14T09:41:22,903 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a94e022fdc24c4dbbfa32c37d41b2fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734169280018
2024-12-14T09:41:22,903 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting fb50f93e3e1b4e3eaa404a26ec73b3f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734169281160
2024-12-14T09:41:22,911 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#C#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:22,912 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/5d6db3a90ee345d8b8465b71312c3d21 is 50, key is test_row_0/C:col10/1734169282038/Put/seqid=0
2024-12-14T09:41:22,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742323_1499 (size=12241)
2024-12-14T09:41:22,990 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:22,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145
2024-12-14T09:41:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:22,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:41:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:22,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:22,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/db4aeea24048434188e4bc23cb8372f6 is 50, key is test_row_0/A:col10/1734169282062/Put/seqid=0
2024-12-14T09:41:22,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742324_1500 (size=12001)
2024-12-14T09:41:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-12-14T09:41:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:23,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:23,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:23,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169343286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:23,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:23,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169343290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:23,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169343290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:23,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169343290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:23,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:23,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169343292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:23,298 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/054f00c23a9a474bb5b4afdde0792c9b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/054f00c23a9a474bb5b4afdde0792c9b
2024-12-14T09:41:23,301 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/A of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 054f00c23a9a474bb5b4afdde0792c9b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:23,301 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:23,301 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/A, priority=12, startTime=1734169282878; duration=0sec
2024-12-14T09:41:23,301 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:23,301 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:A
2024-12-14T09:41:23,333 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/5d6db3a90ee345d8b8465b71312c3d21 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5d6db3a90ee345d8b8465b71312c3d21
2024-12-14T09:41:23,337 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/C of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 5d6db3a90ee345d8b8465b71312c3d21(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:23,337 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:23,337 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/C, priority=12, startTime=1734169282878; duration=0sec
2024-12-14T09:41:23,337 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:23,337 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:C
2024-12-14T09:41:23,397 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/db4aeea24048434188e4bc23cb8372f6
2024-12-14T09:41:23,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:23,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169343396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:23,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9020db04408a4850b2349a4726e4c9d2 is 50, key is test_row_0/B:col10/1734169282062/Put/seqid=0
2024-12-14T09:41:23,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742325_1501 (size=12001)
2024-12-14T09:41:23,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169343601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:23,806 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9020db04408a4850b2349a4726e4c9d2
2024-12-14T09:41:23,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/e28f1b2281db45d28fe2160e3f848e36 is 50, key is test_row_0/C:col10/1734169282062/Put/seqid=0
2024-12-14T09:41:23,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742326_1502 (size=12001)
2024-12-14T09:41:23,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169343906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-12-14T09:41:24,215 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/e28f1b2281db45d28fe2160e3f848e36
2024-12-14T09:41:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/db4aeea24048434188e4bc23cb8372f6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/db4aeea24048434188e4bc23cb8372f6
2024-12-14T09:41:24,220 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/db4aeea24048434188e4bc23cb8372f6, entries=150, sequenceid=127, filesize=11.7 K
2024-12-14T09:41:24,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9020db04408a4850b2349a4726e4c9d2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9020db04408a4850b2349a4726e4c9d2
2024-12-14T09:41:24,223 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9020db04408a4850b2349a4726e4c9d2, entries=150, sequenceid=127, filesize=11.7 K
2024-12-14T09:41:24,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/e28f1b2281db45d28fe2160e3f848e36 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e28f1b2281db45d28fe2160e3f848e36
2024-12-14T09:41:24,226 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e28f1b2281db45d28fe2160e3f848e36, entries=150, sequenceid=127, filesize=11.7 K
2024-12-14T09:41:24,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1237ms, sequenceid=127, compaction requested=false
2024-12-14T09:41:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:24,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145
2024-12-14T09:41:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=145
2024-12-14T09:41:24,229 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144
2024-12-14T09:41:24,229 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3030 sec
2024-12-14T09:41:24,230 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.3060 sec
2024-12-14T09:41:24,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:24,414 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-12-14T09:41:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:24,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:24,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/18be2206657f4365a7cc8e2a0e510d85 is 50, key is test_row_0/A:col10/1734169283276/Put/seqid=0
2024-12-14T09:41:24,420 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742327_1503 (size=14541)
2024-12-14T09:41:24,421 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/18be2206657f4365a7cc8e2a0e510d85
2024-12-14T09:41:24,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/c0a3698321cd4c1c8a61ce877cfe7ed9 is 50, key is test_row_0/B:col10/1734169283276/Put/seqid=0
2024-12-14T09:41:24,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742328_1504 (size=12151)
2024-12-14T09:41:24,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169344448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:24,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169344553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:24,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169344756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:24,830 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/c0a3698321cd4c1c8a61ce877cfe7ed9
2024-12-14T09:41:24,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/2572fa592da34c588ca038e0d0dddedc is 50, key is test_row_0/C:col10/1734169283276/Put/seqid=0
2024-12-14T09:41:24,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742329_1505 (size=12151)
2024-12-14T09:41:25,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169345061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,239 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/2572fa592da34c588ca038e0d0dddedc
2024-12-14T09:41:25,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/18be2206657f4365a7cc8e2a0e510d85 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/18be2206657f4365a7cc8e2a0e510d85
2024-12-14T09:41:25,245 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/18be2206657f4365a7cc8e2a0e510d85, entries=200, sequenceid=155, filesize=14.2 K
2024-12-14T09:41:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/c0a3698321cd4c1c8a61ce877cfe7ed9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c0a3698321cd4c1c8a61ce877cfe7ed9
2024-12-14T09:41:25,248 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c0a3698321cd4c1c8a61ce877cfe7ed9, entries=150, sequenceid=155, filesize=11.9 K
2024-12-14T09:41:25,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/2572fa592da34c588ca038e0d0dddedc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2572fa592da34c588ca038e0d0dddedc
2024-12-14T09:41:25,251 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2572fa592da34c588ca038e0d0dddedc, entries=150, sequenceid=155, filesize=11.9 K
2024-12-14T09:41:25,252 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 838ms, sequenceid=155, compaction requested=true
2024-12-14T09:41:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:41:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:41:25,252 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:25,252 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:41:25,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:25,253 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:25,253 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/A is initiating minor compaction (all files)
2024-12-14T09:41:25,253 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/A in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:25,253 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/054f00c23a9a474bb5b4afdde0792c9b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/db4aeea24048434188e4bc23cb8372f6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/18be2206657f4365a7cc8e2a0e510d85] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=37.9 K
2024-12-14T09:41:25,253 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:25,253 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/B is initiating minor compaction (all files)
2024-12-14T09:41:25,253 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/B in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:25,254 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/76acf54bde6c492d9fe30ff4a08a0a3c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9020db04408a4850b2349a4726e4c9d2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c0a3698321cd4c1c8a61ce877cfe7ed9] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=35.5 K
2024-12-14T09:41:25,254 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 054f00c23a9a474bb5b4afdde0792c9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734169281160
2024-12-14T09:41:25,254 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 76acf54bde6c492d9fe30ff4a08a0a3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734169281160
2024-12-14T09:41:25,254 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4aeea24048434188e4bc23cb8372f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734169282062
2024-12-14T09:41:25,254 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9020db04408a4850b2349a4726e4c9d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734169282062
2024-12-14T09:41:25,254 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c0a3698321cd4c1c8a61ce877cfe7ed9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169283272
2024-12-14T09:41:25,254 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18be2206657f4365a7cc8e2a0e510d85, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169283272
2024-12-14T09:41:25,260 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#B#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:25,260 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/99d7465c89e447a0b61b1d2a6706a9c6 is 50, key is test_row_0/B:col10/1734169283276/Put/seqid=0
2024-12-14T09:41:25,261 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:25,261 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/1481ebaf703948ad8fb2fc3124cec1be is 50, key is test_row_0/A:col10/1734169283276/Put/seqid=0
2024-12-14T09:41:25,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742331_1507 (size=12493)
2024-12-14T09:41:25,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742330_1506 (size=12493)
2024-12-14T09:41:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:25,301 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:41:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:25,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:25,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/86f8ed0ab0d747a1afdc5a57bf53631e is 50, key is test_row_1/A:col10/1734169284415/Put/seqid=0
2024-12-14T09:41:25,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742332_1508 (size=12147)
2024-12-14T09:41:25,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169345329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169345331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169345333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169345334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169345436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169345436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169345436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169345438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169345566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169345640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169345640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169345641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169345642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,667 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/99d7465c89e447a0b61b1d2a6706a9c6 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/99d7465c89e447a0b61b1d2a6706a9c6
2024-12-14T09:41:25,667 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/1481ebaf703948ad8fb2fc3124cec1be as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1481ebaf703948ad8fb2fc3124cec1be
2024-12-14T09:41:25,670 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/B of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 99d7465c89e447a0b61b1d2a6706a9c6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:25,670 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/A of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 1481ebaf703948ad8fb2fc3124cec1be(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:25,670 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:25,670 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:25,670 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/A, priority=13, startTime=1734169285252; duration=0sec
2024-12-14T09:41:25,670 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/B, priority=13, startTime=1734169285252; duration=0sec
2024-12-14T09:41:25,670 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:25,670 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:25,670 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:B
2024-12-14T09:41:25,670 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:A
2024-12-14T09:41:25,670 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:25,671 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:25,671 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/C is initiating minor compaction (all files)
2024-12-14T09:41:25,671 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/C in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:25,671 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5d6db3a90ee345d8b8465b71312c3d21, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e28f1b2281db45d28fe2160e3f848e36, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2572fa592da34c588ca038e0d0dddedc] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=35.5 K
2024-12-14T09:41:25,671 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d6db3a90ee345d8b8465b71312c3d21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1734169281160
2024-12-14T09:41:25,671 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e28f1b2281db45d28fe2160e3f848e36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734169282062
2024-12-14T09:41:25,671 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2572fa592da34c588ca038e0d0dddedc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169283272
2024-12-14T09:41:25,677 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:25,677 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/ac5f6c8e98964d4ebedcc717eca1d06a is 50, key is test_row_0/C:col10/1734169283276/Put/seqid=0
2024-12-14T09:41:25,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742333_1509 (size=12493)
2024-12-14T09:41:25,708 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/86f8ed0ab0d747a1afdc5a57bf53631e
2024-12-14T09:41:25,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/41b1214b6baa4315aa435a203bc0b48e is 50, key is test_row_1/B:col10/1734169284415/Put/seqid=0
2024-12-14T09:41:25,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742334_1510 (size=9757)
2024-12-14T09:41:25,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169345945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,948 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169345946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169345946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:25,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:25,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169345947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144
2024-12-14T09:41:26,028 INFO  [Thread-2117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed
2024-12-14T09:41:26,029 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees
2024-12-14T09:41:26,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-12-14T09:41:26,031 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:26,031 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:26,031 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:26,083 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/ac5f6c8e98964d4ebedcc717eca1d06a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ac5f6c8e98964d4ebedcc717eca1d06a
2024-12-14T09:41:26,086 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/C of 0ed4bf27eb68e79ad3f039fad1a9ece5 into ac5f6c8e98964d4ebedcc717eca1d06a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:26,086 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:26,086 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/C, priority=13, startTime=1734169285252; duration=0sec
2024-12-14T09:41:26,087 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:26,087 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:C
2024-12-14T09:41:26,116 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/41b1214b6baa4315aa435a203bc0b48e
2024-12-14T09:41:26,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/468af43510ef4cf7ad9a68f0f3d85dfb is 50, key is test_row_1/C:col10/1734169284415/Put/seqid=0
2024-12-14T09:41:26,124 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742335_1511 (size=9757)
2024-12-14T09:41:26,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-12-14T09:41:26,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-12-14T09:41:26,335 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:26,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:26,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169346449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169346450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169346453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169346454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,487 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:26,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:26,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,524 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/468af43510ef4cf7ad9a68f0f3d85dfb
2024-12-14T09:41:26,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/86f8ed0ab0d747a1afdc5a57bf53631e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/86f8ed0ab0d747a1afdc5a57bf53631e
2024-12-14T09:41:26,529 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/86f8ed0ab0d747a1afdc5a57bf53631e, entries=150, sequenceid=166, filesize=11.9 K
2024-12-14T09:41:26,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/41b1214b6baa4315aa435a203bc0b48e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/41b1214b6baa4315aa435a203bc0b48e
2024-12-14T09:41:26,532 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/41b1214b6baa4315aa435a203bc0b48e, entries=100, sequenceid=166, filesize=9.5 K
2024-12-14T09:41:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/468af43510ef4cf7ad9a68f0f3d85dfb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/468af43510ef4cf7ad9a68f0f3d85dfb
2024-12-14T09:41:26,535 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/468af43510ef4cf7ad9a68f0f3d85dfb, entries=100, sequenceid=166, filesize=9.5 K
2024-12-14T09:41:26,535 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1234ms, sequenceid=166, compaction requested=false
2024-12-14T09:41:26,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:26,579 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-12-14T09:41:26,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:26,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:26,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:26,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:26,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:26,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:26,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a2abd8bc5ff4428497ac995c4678c658 is 50, key is test_row_0/A:col10/1734169285333/Put/seqid=0
2024-12-14T09:41:26,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742336_1512 (size=14541)
2024-12-14T09:41:26,595 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a2abd8bc5ff4428497ac995c4678c658
2024-12-14T09:41:26,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/f2dda8094ea64e7990b7d6266dd9d3f2 is 50, key is test_row_0/B:col10/1734169285333/Put/seqid=0
2024-12-14T09:41:26,603 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742337_1513 (size=12151)
2024-12-14T09:41:26,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169346613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-12-14T09:41:26,639 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:26,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169346721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,791 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169346925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:26,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:26,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:26,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,004 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/f2dda8094ea64e7990b7d6266dd9d3f2
2024-12-14T09:41:27,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/e71591db509a4880823dcdadcbd1b6c7 is 50, key is test_row_0/C:col10/1734169285333/Put/seqid=0
2024-12-14T09:41:27,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742338_1514 (size=12151)
2024-12-14T09:41:27,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:27,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:27,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-12-14T09:41:27,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169347230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:27,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:27,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,412 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/e71591db509a4880823dcdadcbd1b6c7
2024-12-14T09:41:27,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a2abd8bc5ff4428497ac995c4678c658 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a2abd8bc5ff4428497ac995c4678c658
2024-12-14T09:41:27,419 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a2abd8bc5ff4428497ac995c4678c658, entries=200, sequenceid=195, filesize=14.2 K
2024-12-14T09:41:27,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/f2dda8094ea64e7990b7d6266dd9d3f2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/f2dda8094ea64e7990b7d6266dd9d3f2
2024-12-14T09:41:27,423 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/f2dda8094ea64e7990b7d6266dd9d3f2, entries=150, sequenceid=195, filesize=11.9 K
2024-12-14T09:41:27,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/e71591db509a4880823dcdadcbd1b6c7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e71591db509a4880823dcdadcbd1b6c7
2024-12-14T09:41:27,428 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e71591db509a4880823dcdadcbd1b6c7, entries=150, sequenceid=195, filesize=11.9 K
2024-12-14T09:41:27,428 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 849ms, sequenceid=195, compaction requested=true
2024-12-14T09:41:27,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:27,429 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:41:27,429 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:27,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:27,429 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:27,429 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39181 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:27,429 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/A is initiating minor compaction (all files)
2024-12-14T09:41:27,429 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/B is initiating minor compaction (all files)
2024-12-14T09:41:27,430 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/A in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,430 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1481ebaf703948ad8fb2fc3124cec1be, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/86f8ed0ab0d747a1afdc5a57bf53631e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a2abd8bc5ff4428497ac995c4678c658] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=38.3 K
2024-12-14T09:41:27,430 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/B in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,430 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/99d7465c89e447a0b61b1d2a6706a9c6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/41b1214b6baa4315aa435a203bc0b48e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/f2dda8094ea64e7990b7d6266dd9d3f2] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=33.6 K
2024-12-14T09:41:27,430 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1481ebaf703948ad8fb2fc3124cec1be, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169283272
2024-12-14T09:41:27,430 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 99d7465c89e447a0b61b1d2a6706a9c6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169283272
2024-12-14T09:41:27,430 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86f8ed0ab0d747a1afdc5a57bf53631e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1734169284415
2024-12-14T09:41:27,430 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2abd8bc5ff4428497ac995c4678c658, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169285326
2024-12-14T09:41:27,430 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 41b1214b6baa4315aa435a203bc0b48e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1734169284415
2024-12-14T09:41:27,431 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting f2dda8094ea64e7990b7d6266dd9d3f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169285326
2024-12-14T09:41:27,441 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:27,441 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:27,441 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/34fe279e32be404c95688ad364341e84 is 50, key is test_row_0/A:col10/1734169285333/Put/seqid=0
2024-12-14T09:41:27,441 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/c7a088788dc345acb7c797f8f0269336 is 50, key is test_row_0/B:col10/1734169285333/Put/seqid=0
2024-12-14T09:41:27,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742339_1515 (size=12595)
2024-12-14T09:41:27,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742340_1516 (size=12595)
2024-12-14T09:41:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:27,455 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:41:27,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:27,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:27,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:27,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:27,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:27,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:27,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a0bb6791193147e8b85dff21f47bb80a is 50, key is test_row_0/A:col10/1734169286605/Put/seqid=0
2024-12-14T09:41:27,463 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/c7a088788dc345acb7c797f8f0269336 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c7a088788dc345acb7c797f8f0269336
2024-12-14T09:41:27,464 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/34fe279e32be404c95688ad364341e84 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/34fe279e32be404c95688ad364341e84
2024-12-14T09:41:27,467 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742341_1517 (size=14541)
2024-12-14T09:41:27,467 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/A of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 34fe279e32be404c95688ad364341e84(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:27,467 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/B of 0ed4bf27eb68e79ad3f039fad1a9ece5 into c7a088788dc345acb7c797f8f0269336(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:27,467 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:27,467 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:27,467 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/B, priority=13, startTime=1734169287429; duration=0sec
2024-12-14T09:41:27,467 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/A, priority=13, startTime=1734169287428; duration=0sec
2024-12-14T09:41:27,467 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:27,467 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:27,467 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:A
2024-12-14T09:41:27,467 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:B
2024-12-14T09:41:27,467 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:27,468 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:27,468 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/C is initiating minor compaction (all files)
2024-12-14T09:41:27,468 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/C in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,469 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ac5f6c8e98964d4ebedcc717eca1d06a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/468af43510ef4cf7ad9a68f0f3d85dfb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e71591db509a4880823dcdadcbd1b6c7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=33.6 K
2024-12-14T09:41:27,469 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac5f6c8e98964d4ebedcc717eca1d06a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169283272
2024-12-14T09:41:27,469 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 468af43510ef4cf7ad9a68f0f3d85dfb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1734169284415
2024-12-14T09:41:27,469 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e71591db509a4880823dcdadcbd1b6c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169285326
2024-12-14T09:41:27,474 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#C#compaction#439 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:27,474 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/b3712412110c47eab76e87cd75f059ca is 50, key is test_row_0/C:col10/1734169285333/Put/seqid=0
2024-12-14T09:41:27,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742342_1518 (size=12595)
2024-12-14T09:41:27,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169347489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169347490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169347492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169347493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,552 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169347595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169347597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169347597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169347597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:27,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:27,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169347731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169347798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169347801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169347801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169347801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:27,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:27,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:27,868 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a0bb6791193147e8b85dff21f47bb80a
2024-12-14T09:41:27,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/b3c2b4eab7d5494ea26184d337cac895 is 50, key is test_row_0/B:col10/1734169286605/Put/seqid=0
2024-12-14T09:41:27,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742343_1519 (size=12151)
2024-12-14T09:41:27,878 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/b3c2b4eab7d5494ea26184d337cac895
2024-12-14T09:41:27,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/ba3f2c8f5bea4a4fafebbfe2543b67e0 is 50, key is test_row_0/C:col10/1734169286605/Put/seqid=0
2024-12-14T09:41:27,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742344_1520 (size=12151)
2024-12-14T09:41:27,889 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/b3712412110c47eab76e87cd75f059ca as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/b3712412110c47eab76e87cd75f059ca
2024-12-14T09:41:27,889 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/ba3f2c8f5bea4a4fafebbfe2543b67e0
2024-12-14T09:41:27,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a0bb6791193147e8b85dff21f47bb80a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a0bb6791193147e8b85dff21f47bb80a
2024-12-14T09:41:27,892 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/C of 0ed4bf27eb68e79ad3f039fad1a9ece5 into b3712412110c47eab76e87cd75f059ca(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:27,892 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:27,892 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/C, priority=13, startTime=1734169287429; duration=0sec
2024-12-14T09:41:27,892 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:27,892 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:C
2024-12-14T09:41:27,895 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a0bb6791193147e8b85dff21f47bb80a, entries=200, sequenceid=206, filesize=14.2 K
2024-12-14T09:41:27,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/b3c2b4eab7d5494ea26184d337cac895 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/b3c2b4eab7d5494ea26184d337cac895
2024-12-14T09:41:27,900 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/b3c2b4eab7d5494ea26184d337cac895, entries=150, sequenceid=206, filesize=11.9 K
2024-12-14T09:41:27,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/ba3f2c8f5bea4a4fafebbfe2543b67e0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ba3f2c8f5bea4a4fafebbfe2543b67e0
2024-12-14T09:41:27,905 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ba3f2c8f5bea4a4fafebbfe2543b67e0, entries=150, sequenceid=206, filesize=11.9 K
2024-12-14T09:41:27,906 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 451ms, sequenceid=206, compaction requested=false
2024-12-14T09:41:27,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:28,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-12-14T09:41:28,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:28,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:41:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:28,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:28,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/63a3a910aac348a6983627a716d0794e is 50, key is test_row_0/A:col10/1734169287492/Put/seqid=0
2024-12-14T09:41:28,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742345_1521 (size=12151)
2024-12-14T09:41:28,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:28,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:28,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169348113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169348113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169348114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169348116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-12-14T09:41:28,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169348220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169348220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169348220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169348221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,416 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/63a3a910aac348a6983627a716d0794e
2024-12-14T09:41:28,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9cd7d77960c249e0ab6f9c0e91eb1c72 is 50, key is test_row_0/B:col10/1734169287492/Put/seqid=0
2024-12-14T09:41:28,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742346_1522 (size=12151)
2024-12-14T09:41:28,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169348424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169348424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,427 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169348425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169348426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169348727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169348728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169348729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169348731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169348737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:28,825 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9cd7d77960c249e0ab6f9c0e91eb1c72
2024-12-14T09:41:28,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/ff913a292e534c08ba1f4e56c1f3c20a is 50, key is test_row_0/C:col10/1734169287492/Put/seqid=0
2024-12-14T09:41:28,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742347_1523 (size=12151)
2024-12-14T09:41:29,234 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/ff913a292e534c08ba1f4e56c1f3c20a
2024-12-14T09:41:29,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169349233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:29,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:29,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169349233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169349234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:29,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169349237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:29,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/63a3a910aac348a6983627a716d0794e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/63a3a910aac348a6983627a716d0794e
2024-12-14T09:41:29,273 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/63a3a910aac348a6983627a716d0794e, entries=150, sequenceid=234, filesize=11.9 K
2024-12-14T09:41:29,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/9cd7d77960c249e0ab6f9c0e91eb1c72 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9cd7d77960c249e0ab6f9c0e91eb1c72
2024-12-14T09:41:29,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9cd7d77960c249e0ab6f9c0e91eb1c72, entries=150, sequenceid=234, filesize=11.9 K
2024-12-14T09:41:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/ff913a292e534c08ba1f4e56c1f3c20a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ff913a292e534c08ba1f4e56c1f3c20a
2024-12-14T09:41:29,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ff913a292e534c08ba1f4e56c1f3c20a, entries=150, sequenceid=234, filesize=11.9 K
2024-12-14T09:41:29,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1272ms, sequenceid=234, compaction requested=true
2024-12-14T09:41:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:29,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147
2024-12-14T09:41:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=147
2024-12-14T09:41:29,283 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146
2024-12-14T09:41:29,283 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2510 sec
2024-12-14T09:41:29,283 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.2540 sec
2024-12-14T09:41:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146
2024-12-14T09:41:30,134 INFO  [Thread-2117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed
2024-12-14T09:41:30,135 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-12-14T09:41:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148
2024-12-14T09:41:30,136 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:30,137 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:30,137 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148
2024-12-14T09:41:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:30,246 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:41:30,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:30,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:30,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:30,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:30,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:30,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:30,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/906b9dc5a05d4c8bb77e005112e728a9 is 50, key is test_row_0/A:col10/1734169288112/Put/seqid=0
2024-12-14T09:41:30,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742348_1524 (size=14541)
2024-12-14T09:41:30,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169350272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169350273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169350275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169350278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169350379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,382 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169350380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169350382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169350384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148
2024-12-14T09:41:30,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169350583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169350583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,588 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169350586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,592 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:30,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:30,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169350588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,653 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/906b9dc5a05d4c8bb77e005112e728a9
2024-12-14T09:41:30,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/969ec4683b3f4c69b40050c55800dff3 is 50, key is test_row_0/B:col10/1734169288112/Put/seqid=0
2024-12-14T09:41:30,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742349_1525 (size=12151)
2024-12-14T09:41:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148
2024-12-14T09:41:30,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:30,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:30,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169350751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,755 DEBUG [Thread-2111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., hostname=32d1f136e9e3,45387,1734169148668, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:41:30,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169350888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169350889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169350889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,896 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:30,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:30,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:30,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169350899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,048 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,060 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/969ec4683b3f4c69b40050c55800dff3
2024-12-14T09:41:31,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/656bc955a5ec42f5b5f9ea07a843e5b7 is 50, key is test_row_0/C:col10/1734169288112/Put/seqid=0
2024-12-14T09:41:31,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742350_1526 (size=12151)
2024-12-14T09:41:31,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:31,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:31,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148
2024-12-14T09:41:31,353 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:31,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:31,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:31,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169351394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169351395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169351398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169351403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,468 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/656bc955a5ec42f5b5f9ea07a843e5b7
2024-12-14T09:41:31,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/906b9dc5a05d4c8bb77e005112e728a9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/906b9dc5a05d4c8bb77e005112e728a9
2024-12-14T09:41:31,475 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/906b9dc5a05d4c8bb77e005112e728a9, entries=200, sequenceid=246, filesize=14.2 K
2024-12-14T09:41:31,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/969ec4683b3f4c69b40050c55800dff3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/969ec4683b3f4c69b40050c55800dff3
2024-12-14T09:41:31,478 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/969ec4683b3f4c69b40050c55800dff3, entries=150, sequenceid=246, filesize=11.9 K
2024-12-14T09:41:31,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/656bc955a5ec42f5b5f9ea07a843e5b7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/656bc955a5ec42f5b5f9ea07a843e5b7
2024-12-14T09:41:31,481 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/656bc955a5ec42f5b5f9ea07a843e5b7, entries=150, sequenceid=246, filesize=11.9 K
2024-12-14T09:41:31,481 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1235ms, sequenceid=246, compaction requested=true
2024-12-14T09:41:31,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:31,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:41:31,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:31,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:41:31,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:31,481 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:41:31,481 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:41:31,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:41:31,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:31,482 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:41:31,482 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:41:31,482 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/A is initiating minor compaction (all files)
2024-12-14T09:41:31,482 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/B is initiating minor compaction (all files)
2024-12-14T09:41:31,482 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/A in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,482 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/B in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,482 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/34fe279e32be404c95688ad364341e84, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a0bb6791193147e8b85dff21f47bb80a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/63a3a910aac348a6983627a716d0794e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/906b9dc5a05d4c8bb77e005112e728a9] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=52.6 K
2024-12-14T09:41:31,482 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c7a088788dc345acb7c797f8f0269336, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/b3c2b4eab7d5494ea26184d337cac895, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9cd7d77960c249e0ab6f9c0e91eb1c72, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/969ec4683b3f4c69b40050c55800dff3] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=47.9 K
2024-12-14T09:41:31,483 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting c7a088788dc345acb7c797f8f0269336, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169285326
2024-12-14T09:41:31,483 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34fe279e32be404c95688ad364341e84, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169285326
2024-12-14T09:41:31,483 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting b3c2b4eab7d5494ea26184d337cac895, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734169286605
2024-12-14T09:41:31,483 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0bb6791193147e8b85dff21f47bb80a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734169286594
2024-12-14T09:41:31,483 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cd7d77960c249e0ab6f9c0e91eb1c72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169287482
2024-12-14T09:41:31,483 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63a3a910aac348a6983627a716d0794e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169287482
2024-12-14T09:41:31,483 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 969ec4683b3f4c69b40050c55800dff3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734169288111
2024-12-14T09:41:31,483 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 906b9dc5a05d4c8bb77e005112e728a9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734169288111
2024-12-14T09:41:31,490 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#A#compaction#448 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:31,490 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/216bd59cb0ed474891242207f2307824 is 50, key is test_row_0/A:col10/1734169288112/Put/seqid=0
2024-12-14T09:41:31,492 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#B#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:31,493 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/af5b65e08c8949eeb9851d8f104e2022 is 50, key is test_row_0/B:col10/1734169288112/Put/seqid=0
2024-12-14T09:41:31,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742351_1527 (size=12731)
2024-12-14T09:41:31,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742352_1528 (size=12731)
2024-12-14T09:41:31,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:31,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-12-14T09:41:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,506 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:41:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:31,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/76d0c73d677b44ab834449a7e74ff629 is 50, key is test_row_0/A:col10/1734169290269/Put/seqid=0
2024-12-14T09:41:31,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742353_1529 (size=12301)
2024-12-14T09:41:31,898 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/216bd59cb0ed474891242207f2307824 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/216bd59cb0ed474891242207f2307824
2024-12-14T09:41:31,901 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/A of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 216bd59cb0ed474891242207f2307824(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:31,901 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:31,901 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/A, priority=12, startTime=1734169291481; duration=0sec
2024-12-14T09:41:31,902 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:31,902 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:A
2024-12-14T09:41:31,902 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:41:31,903 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:41:31,903 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/C is initiating minor compaction (all files)
2024-12-14T09:41:31,903 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/C in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:31,903 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/b3712412110c47eab76e87cd75f059ca, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ba3f2c8f5bea4a4fafebbfe2543b67e0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ff913a292e534c08ba1f4e56c1f3c20a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/656bc955a5ec42f5b5f9ea07a843e5b7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=47.9 K
2024-12-14T09:41:31,903 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/af5b65e08c8949eeb9851d8f104e2022 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/af5b65e08c8949eeb9851d8f104e2022
2024-12-14T09:41:31,903 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3712412110c47eab76e87cd75f059ca, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169285326
2024-12-14T09:41:31,903 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba3f2c8f5bea4a4fafebbfe2543b67e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734169286605
2024-12-14T09:41:31,904 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff913a292e534c08ba1f4e56c1f3c20a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169287482
2024-12-14T09:41:31,904 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 656bc955a5ec42f5b5f9ea07a843e5b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734169288111
2024-12-14T09:41:31,906 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/B of 0ed4bf27eb68e79ad3f039fad1a9ece5 into af5b65e08c8949eeb9851d8f104e2022(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:31,906 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:31,906 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/B, priority=12, startTime=1734169291481; duration=0sec
2024-12-14T09:41:31,906 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:31,906 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:B
2024-12-14T09:41:31,911 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#C#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:31,912 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/5f92637ddc784f908096ac0dbb4985d1 is 50, key is test_row_0/C:col10/1734169288112/Put/seqid=0
2024-12-14T09:41:31,913 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/76d0c73d677b44ab834449a7e74ff629
2024-12-14T09:41:31,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742354_1530 (size=12731)
2024-12-14T09:41:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/5ed68e5edbca453c880d11c7b7f5d7b3 is 50, key is test_row_0/B:col10/1734169290269/Put/seqid=0
2024-12-14T09:41:31,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742355_1531 (size=12301)
2024-12-14T09:41:32,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148
2024-12-14T09:41:32,318 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/5f92637ddc784f908096ac0dbb4985d1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5f92637ddc784f908096ac0dbb4985d1
2024-12-14T09:41:32,321 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/C of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 5f92637ddc784f908096ac0dbb4985d1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:32,321 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:32,321 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/C, priority=12, startTime=1734169291481; duration=0sec
2024-12-14T09:41:32,321 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:32,321 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:C
2024-12-14T09:41:32,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/5ed68e5edbca453c880d11c7b7f5d7b3
2024-12-14T09:41:32,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/f17cf73195284531ad74c0ae55705524 is 50, key is test_row_0/C:col10/1734169290269/Put/seqid=0
2024-12-14T09:41:32,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742356_1532 (size=12301)
2024-12-14T09:41:32,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:32,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169352434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169352434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169352435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169352436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169352540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169352540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,542 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169352540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169352543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/f17cf73195284531ad74c0ae55705524
2024-12-14T09:41:32,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/76d0c73d677b44ab834449a7e74ff629 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/76d0c73d677b44ab834449a7e74ff629
2024-12-14T09:41:32,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/76d0c73d677b44ab834449a7e74ff629, entries=150, sequenceid=270, filesize=12.0 K
2024-12-14T09:41:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/5ed68e5edbca453c880d11c7b7f5d7b3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/5ed68e5edbca453c880d11c7b7f5d7b3
2024-12-14T09:41:32,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/5ed68e5edbca453c880d11c7b7f5d7b3, entries=150, sequenceid=270, filesize=12.0 K
2024-12-14T09:41:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders
2024-12-14T09:41:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/f17cf73195284531ad74c0ae55705524 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/f17cf73195284531ad74c0ae55705524
2024-12-14T09:41:32,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/f17cf73195284531ad74c0ae55705524, entries=150, sequenceid=270, filesize=12.0 K
2024-12-14T09:41:32,743 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1237ms, sequenceid=270, compaction requested=false
2024-12-14T09:41:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-12-14T09:41:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=149
2024-12-14T09:41:32,745 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148
2024-12-14T09:41:32,745 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6070 sec
2024-12-14T09:41:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:32,746 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-12-14T09:41:32,746 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.6110 sec
2024-12-14T09:41:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:32,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:32,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a90a611987aa4258866b9a110c3f82c7 is 50, key is test_row_0/A:col10/1734169292746/Put/seqid=0
2024-12-14T09:41:32,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742357_1533 (size=19621)
2024-12-14T09:41:32,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,824 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169352821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169352820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169352821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,825 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169352821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169352925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169352925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169352925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:32,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169352925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169353128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169353129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169353129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169353130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,154 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a90a611987aa4258866b9a110c3f82c7
2024-12-14T09:41:33,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/2548e700239441c8a82a01ddf3f04a9d is 50, key is test_row_0/B:col10/1734169292746/Put/seqid=0
2024-12-14T09:41:33,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742358_1534 (size=12301)
2024-12-14T09:41:33,163 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/2548e700239441c8a82a01ddf3f04a9d
2024-12-14T09:41:33,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/9ebcc619f12e4c39afcc8a2898bb0fa7 is 50, key is test_row_0/C:col10/1734169292746/Put/seqid=0
2024-12-14T09:41:33,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742359_1535 (size=12301)
2024-12-14T09:41:33,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169353432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169353433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169353433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169353434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,572 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/9ebcc619f12e4c39afcc8a2898bb0fa7
2024-12-14T09:41:33,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/a90a611987aa4258866b9a110c3f82c7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a90a611987aa4258866b9a110c3f82c7
2024-12-14T09:41:33,578 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a90a611987aa4258866b9a110c3f82c7, entries=300, sequenceid=289, filesize=19.2 K
2024-12-14T09:41:33,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/2548e700239441c8a82a01ddf3f04a9d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/2548e700239441c8a82a01ddf3f04a9d
2024-12-14T09:41:33,581 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/2548e700239441c8a82a01ddf3f04a9d, entries=150, sequenceid=289, filesize=12.0 K
2024-12-14T09:41:33,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/9ebcc619f12e4c39afcc8a2898bb0fa7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9ebcc619f12e4c39afcc8a2898bb0fa7
2024-12-14T09:41:33,584 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9ebcc619f12e4c39afcc8a2898bb0fa7, entries=150, sequenceid=289, filesize=12.0 K
2024-12-14T09:41:33,584 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=127.47 KB/130530 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 838ms, sequenceid=289, compaction requested=true
2024-12-14T09:41:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:41:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:33,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:41:33,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:33,585 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:33,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ed4bf27eb68e79ad3f039fad1a9ece5:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:41:33,585 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:33,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:33,586 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:33,586 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 44653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:33,586 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/B is initiating minor compaction (all files)
2024-12-14T09:41:33,586 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/A is initiating minor compaction (all files)
2024-12-14T09:41:33,586 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/A in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:33,586 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/B in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:33,586 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/af5b65e08c8949eeb9851d8f104e2022, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/5ed68e5edbca453c880d11c7b7f5d7b3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/2548e700239441c8a82a01ddf3f04a9d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=36.5 K
2024-12-14T09:41:33,586 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/216bd59cb0ed474891242207f2307824, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/76d0c73d677b44ab834449a7e74ff629, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a90a611987aa4258866b9a110c3f82c7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=43.6 K
2024-12-14T09:41:33,587 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 216bd59cb0ed474891242207f2307824, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734169288111
2024-12-14T09:41:33,587 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting af5b65e08c8949eeb9851d8f104e2022, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734169288111
2024-12-14T09:41:33,587 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76d0c73d677b44ab834449a7e74ff629, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734169290269
2024-12-14T09:41:33,587 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ed68e5edbca453c880d11c7b7f5d7b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734169290269
2024-12-14T09:41:33,587 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting a90a611987aa4258866b9a110c3f82c7, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734169292412
2024-12-14T09:41:33,587 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 2548e700239441c8a82a01ddf3f04a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734169292432
2024-12-14T09:41:33,594 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#A#compaction#457 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:33,594 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/95a40abf302d49689d77d565f106f412 is 50, key is test_row_0/A:col10/1734169292746/Put/seqid=0
2024-12-14T09:41:33,596 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#B#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:33,597 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/4961e405d36047b4a5a958d77d19e11f is 50, key is test_row_0/B:col10/1734169292746/Put/seqid=0
2024-12-14T09:41:33,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742361_1537 (size=12983)
2024-12-14T09:41:33,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742360_1536 (size=12983)
2024-12-14T09:41:33,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:33,942 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-12-14T09:41:33,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:33,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:33,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:33,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:33,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:33,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:33,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/3a49b96fd1e54073aa136ebbfbbe5815 is 50, key is test_row_0/A:col10/1734169293941/Put/seqid=0
2024-12-14T09:41:33,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742362_1538 (size=14741)
2024-12-14T09:41:33,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169353950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169353950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169353954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:33,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:33,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169353955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,004 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/95a40abf302d49689d77d565f106f412 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/95a40abf302d49689d77d565f106f412
2024-12-14T09:41:34,004 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/4961e405d36047b4a5a958d77d19e11f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4961e405d36047b4a5a958d77d19e11f
2024-12-14T09:41:34,008 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/A of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 95a40abf302d49689d77d565f106f412(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:34,008 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:34,008 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/A, priority=13, startTime=1734169293584; duration=0sec
2024-12-14T09:41:34,008 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:34,008 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:A
2024-12-14T09:41:34,008 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/B of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 4961e405d36047b4a5a958d77d19e11f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:34,008 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:34,008 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:34,008 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/B, priority=13, startTime=1734169293584; duration=0sec
2024-12-14T09:41:34,008 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:34,008 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:B
2024-12-14T09:41:34,009 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:34,009 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 0ed4bf27eb68e79ad3f039fad1a9ece5/C is initiating minor compaction (all files)
2024-12-14T09:41:34,009 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0ed4bf27eb68e79ad3f039fad1a9ece5/C in TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,009 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5f92637ddc784f908096ac0dbb4985d1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/f17cf73195284531ad74c0ae55705524, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9ebcc619f12e4c39afcc8a2898bb0fa7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp, totalSize=36.5 K
2024-12-14T09:41:34,009 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f92637ddc784f908096ac0dbb4985d1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734169288111
2024-12-14T09:41:34,009 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting f17cf73195284531ad74c0ae55705524, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1734169290269
2024-12-14T09:41:34,009 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ebcc619f12e4c39afcc8a2898bb0fa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734169292432
2024-12-14T09:41:34,013 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ed4bf27eb68e79ad3f039fad1a9ece5#C#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:34,013 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/5d2a0f3c63834cb58253bb3fad077db5 is 50, key is test_row_0/C:col10/1734169292746/Put/seqid=0
2024-12-14T09:41:34,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742363_1539 (size=12983)
2024-12-14T09:41:34,019 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/5d2a0f3c63834cb58253bb3fad077db5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5d2a0f3c63834cb58253bb3fad077db5
2024-12-14T09:41:34,021 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0ed4bf27eb68e79ad3f039fad1a9ece5/C of 0ed4bf27eb68e79ad3f039fad1a9ece5 into 5d2a0f3c63834cb58253bb3fad077db5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:34,021 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:34,021 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., storeName=0ed4bf27eb68e79ad3f039fad1a9ece5/C, priority=13, startTime=1734169293585; duration=0sec
2024-12-14T09:41:34,022 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:34,022 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ed4bf27eb68e79ad3f039fad1a9ece5:C
2024-12-14T09:41:34,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169354056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169354057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,065 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169354062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169354062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148
2024-12-14T09:41:34,240 INFO  [Thread-2117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed
2024-12-14T09:41:34,241 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-12-14T09:41:34,242 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-12-14T09:41:34,242 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:34,243 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:34,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169354260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169354263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169354266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169354266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-12-14T09:41:34,349 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/3a49b96fd1e54073aa136ebbfbbe5815
2024-12-14T09:41:34,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/a7dc4b37de9346519e9d397dbddd47e5 is 50, key is test_row_0/B:col10/1734169293941/Put/seqid=0
2024-12-14T09:41:34,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742364_1540 (size=12301)
2024-12-14T09:41:34,394 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-14T09:41:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-12-14T09:41:34,546 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-14T09:41:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:34,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169354563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169354568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169354569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169354570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,698 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-14T09:41:34,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:34,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,757 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/a7dc4b37de9346519e9d397dbddd47e5
2024-12-14T09:41:34,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/9d440868fd0c4647b016750ceafbe8ab is 50, key is test_row_0/C:col10/1734169293941/Put/seqid=0
2024-12-14T09:41:34,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742365_1541 (size=12301)
2024-12-14T09:41:34,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55372 deadline: 1734169354787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,789 DEBUG [Thread-2111 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5., hostname=32d1f136e9e3,45387,1734169148668, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:41:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-12-14T09:41:34,850 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:34,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-14T09:41:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:34,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:35,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:35,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-14T09:41:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:35,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:35,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:35,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:35,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55374 deadline: 1734169355066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:35,075 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55392 deadline: 1734169355074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:35,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55420 deadline: 1734169355076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:35,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:35,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:55444 deadline: 1734169355077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:35,154 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:35,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-14T09:41:35,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:35,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:35,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:35,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:35,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:35,165 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/9d440868fd0c4647b016750ceafbe8ab
2024-12-14T09:41:35,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/3a49b96fd1e54073aa136ebbfbbe5815 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/3a49b96fd1e54073aa136ebbfbbe5815
2024-12-14T09:41:35,171 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/3a49b96fd1e54073aa136ebbfbbe5815, entries=200, sequenceid=312, filesize=14.4 K
2024-12-14T09:41:35,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/a7dc4b37de9346519e9d397dbddd47e5 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/a7dc4b37de9346519e9d397dbddd47e5
2024-12-14T09:41:35,174 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/a7dc4b37de9346519e9d397dbddd47e5, entries=150, sequenceid=312, filesize=12.0 K
2024-12-14T09:41:35,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/9d440868fd0c4647b016750ceafbe8ab as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9d440868fd0c4647b016750ceafbe8ab
2024-12-14T09:41:35,176 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9d440868fd0c4647b016750ceafbe8ab, entries=150, sequenceid=312, filesize=12.0 K
2024-12-14T09:41:35,177 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1235ms, sequenceid=312, compaction requested=false
2024-12-14T09:41:35,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:35,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:35,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-12-14T09:41:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:35,307 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-12-14T09:41:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/8558c31ef4a34aaa96a6d35438cc694a is 50, key is test_row_0/A:col10/1734169293947/Put/seqid=0
2024-12-14T09:41:35,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742366_1542 (size=12301)
2024-12-14T09:41:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-12-14T09:41:35,601 DEBUG [Thread-2124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6da65bb4 to 127.0.0.1:58469
2024-12-14T09:41:35,601 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:35,603 DEBUG [Thread-2118 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c349948 to 127.0.0.1:58469
2024-12-14T09:41:35,603 DEBUG [Thread-2126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x21a938cf to 127.0.0.1:58469
2024-12-14T09:41:35,603 DEBUG [Thread-2118 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:35,603 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:35,604 DEBUG [Thread-2120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d0c5089 to 127.0.0.1:58469
2024-12-14T09:41:35,604 DEBUG [Thread-2120 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:35,606 DEBUG [Thread-2122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3943c27f to 127.0.0.1:58469
2024-12-14T09:41:35,606 DEBUG [Thread-2122 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:35,716 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/8558c31ef4a34aaa96a6d35438cc694a
2024-12-14T09:41:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/e47ddd33202547e78ea82e3bb02999b1 is 50, key is test_row_0/B:col10/1734169293947/Put/seqid=0
2024-12-14T09:41:35,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742367_1543 (size=12301)
2024-12-14T09:41:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:36,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. as already flushing
2024-12-14T09:41:36,078 DEBUG [Thread-2109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55a6e359 to 127.0.0.1:58469
2024-12-14T09:41:36,078 DEBUG [Thread-2109 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:36,083 DEBUG [Thread-2115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3abeec20 to 127.0.0.1:58469
2024-12-14T09:41:36,083 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:36,084 DEBUG [Thread-2113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e690d6 to 127.0.0.1:58469
2024-12-14T09:41:36,085 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:36,085 DEBUG [Thread-2107 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60eadae0 to 127.0.0.1:58469
2024-12-14T09:41:36,085 DEBUG [Thread-2107 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:36,130 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/e47ddd33202547e78ea82e3bb02999b1
2024-12-14T09:41:36,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/3e274437b4904e1b8ac17ae6c6e9340a is 50, key is test_row_0/C:col10/1734169293947/Put/seqid=0
2024-12-14T09:41:36,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742368_1544 (size=12301)
2024-12-14T09:41:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-12-14T09:41:36,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/3e274437b4904e1b8ac17ae6c6e9340a
2024-12-14T09:41:36,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/8558c31ef4a34aaa96a6d35438cc694a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/8558c31ef4a34aaa96a6d35438cc694a
2024-12-14T09:41:36,563 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/8558c31ef4a34aaa96a6d35438cc694a, entries=150, sequenceid=328, filesize=12.0 K
2024-12-14T09:41:36,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/e47ddd33202547e78ea82e3bb02999b1 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/e47ddd33202547e78ea82e3bb02999b1
2024-12-14T09:41:36,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/e47ddd33202547e78ea82e3bb02999b1, entries=150, sequenceid=328, filesize=12.0 K
2024-12-14T09:41:36,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/3e274437b4904e1b8ac17ae6c6e9340a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/3e274437b4904e1b8ac17ae6c6e9340a
2024-12-14T09:41:36,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/3e274437b4904e1b8ac17ae6c6e9340a, entries=150, sequenceid=328, filesize=12.0 K
2024-12-14T09:41:36,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=26.84 KB/27480 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1263ms, sequenceid=328, compaction requested=true
2024-12-14T09:41:36,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:36,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:36,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-12-14T09:41:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=151
2024-12-14T09:41:36,572 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150
2024-12-14T09:41:36,572 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3280 sec
2024-12-14T09:41:36,573 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.3320 sec
2024-12-14T09:41:36,708 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-14T09:41:38,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150
2024-12-14T09:41:38,347 INFO  [Thread-2117 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed
2024-12-14T09:41:44,838 DEBUG [Thread-2111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d47237f to 127.0.0.1:58469
2024-12-14T09:41:44,838 DEBUG [Thread-2111 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 50
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 50
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 62
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 48
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 3202
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 9606 rows
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 3193
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 9579 rows
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 3194
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 9582 rows
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 3214
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 9642 rows
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 3217
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 9650 rows
2024-12-14T09:41:44,838 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-12-14T09:41:44,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f69def6 to 127.0.0.1:58469
2024-12-14T09:41:44,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:41:44,842 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-12-14T09:41:44,842 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-14T09:41:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152
2024-12-14T09:41:44,845 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169304844"}]},"ts":"1734169304844"}
2024-12-14T09:41:44,845 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-14T09:41:44,919 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-14T09:41:44,920 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:41:44,921 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ed4bf27eb68e79ad3f039fad1a9ece5, UNASSIGN}]
2024-12-14T09:41:44,922 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ed4bf27eb68e79ad3f039fad1a9ece5, UNASSIGN
2024-12-14T09:41:44,922 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=0ed4bf27eb68e79ad3f039fad1a9ece5, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:44,923 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:41:44,923 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:41:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152
2024-12-14T09:41:45,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:45,075 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:45,075 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:41:45,075 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 0ed4bf27eb68e79ad3f039fad1a9ece5, disabling compactions & flushes
2024-12-14T09:41:45,075 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:45,075 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:45,075 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5. after waiting 0 ms
2024-12-14T09:41:45,076 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:45,076 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(2837): Flushing 0ed4bf27eb68e79ad3f039fad1a9ece5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-12-14T09:41:45,076 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=A
2024-12-14T09:41:45,076 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:45,076 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=B
2024-12-14T09:41:45,076 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:45,076 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0ed4bf27eb68e79ad3f039fad1a9ece5, store=C
2024-12-14T09:41:45,076 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:45,082 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/2ad33a9fe45242feb5dfad99e95f82f0 is 50, key is test_row_0/A:col10/1734169304837/Put/seqid=0
2024-12-14T09:41:45,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742369_1545 (size=12301)
2024-12-14T09:41:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152
2024-12-14T09:41:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152
2024-12-14T09:41:45,489 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/2ad33a9fe45242feb5dfad99e95f82f0
2024-12-14T09:41:45,500 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/d9240defcb7e4071847c9534faeda208 is 50, key is test_row_0/B:col10/1734169304837/Put/seqid=0
2024-12-14T09:41:45,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742370_1546 (size=12301)
2024-12-14T09:41:45,906 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/d9240defcb7e4071847c9534faeda208
2024-12-14T09:41:45,918 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/aac33571fb764a7d937e7a176eefdef4 is 50, key is test_row_0/C:col10/1734169304837/Put/seqid=0
2024-12-14T09:41:45,922 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742371_1547 (size=12301)
2024-12-14T09:41:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152
2024-12-14T09:41:46,324 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/aac33571fb764a7d937e7a176eefdef4
2024-12-14T09:41:46,334 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/A/2ad33a9fe45242feb5dfad99e95f82f0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/2ad33a9fe45242feb5dfad99e95f82f0
2024-12-14T09:41:46,338 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/2ad33a9fe45242feb5dfad99e95f82f0, entries=150, sequenceid=336, filesize=12.0 K
2024-12-14T09:41:46,339 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/B/d9240defcb7e4071847c9534faeda208 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/d9240defcb7e4071847c9534faeda208
2024-12-14T09:41:46,343 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/d9240defcb7e4071847c9534faeda208, entries=150, sequenceid=336, filesize=12.0 K
2024-12-14T09:41:46,343 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/.tmp/C/aac33571fb764a7d937e7a176eefdef4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/aac33571fb764a7d937e7a176eefdef4
2024-12-14T09:41:46,347 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/aac33571fb764a7d937e7a176eefdef4, entries=150, sequenceid=336, filesize=12.0 K
2024-12-14T09:41:46,348 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 0ed4bf27eb68e79ad3f039fad1a9ece5 in 1272ms, sequenceid=336, compaction requested=true
2024-12-14T09:41:46,348 DEBUG [StoreCloser-TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1c13bacac20a4fe4b67f22e08fa9c9a9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/211991fe99b54a12ae130eed3427ba1d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/b5f4aac71454413899ea573d9c205e20, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/bddaff27071a4a298018a6cc00b4fba0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/0a32129da1cc4528bc39eb69481dbe69, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/d8aa6154fe3149feb667eb17a49e2287, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/7c987d93d0dc4b6583f902b695bf21ca, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/054f00c23a9a474bb5b4afdde0792c9b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/db4aeea24048434188e4bc23cb8372f6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/18be2206657f4365a7cc8e2a0e510d85, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1481ebaf703948ad8fb2fc3124cec1be, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/86f8ed0ab0d747a1afdc5a57bf53631e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a2abd8bc5ff4428497ac995c4678c658, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/34fe279e32be404c95688ad364341e84, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a0bb6791193147e8b85dff21f47bb80a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/63a3a910aac348a6983627a716d0794e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/906b9dc5a05d4c8bb77e005112e728a9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/216bd59cb0ed474891242207f2307824, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/76d0c73d677b44ab834449a7e74ff629, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a90a611987aa4258866b9a110c3f82c7] to archive
2024-12-14T09:41:46,349 DEBUG [StoreCloser-TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:41:46,351 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1c13bacac20a4fe4b67f22e08fa9c9a9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1c13bacac20a4fe4b67f22e08fa9c9a9
2024-12-14T09:41:46,351 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/211991fe99b54a12ae130eed3427ba1d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/211991fe99b54a12ae130eed3427ba1d
2024-12-14T09:41:46,351 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/b5f4aac71454413899ea573d9c205e20 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/b5f4aac71454413899ea573d9c205e20
2024-12-14T09:41:46,352 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/bddaff27071a4a298018a6cc00b4fba0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/bddaff27071a4a298018a6cc00b4fba0
2024-12-14T09:41:46,352 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/d8aa6154fe3149feb667eb17a49e2287 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/d8aa6154fe3149feb667eb17a49e2287
2024-12-14T09:41:46,352 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/7c987d93d0dc4b6583f902b695bf21ca to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/7c987d93d0dc4b6583f902b695bf21ca
2024-12-14T09:41:46,352 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/054f00c23a9a474bb5b4afdde0792c9b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/054f00c23a9a474bb5b4afdde0792c9b
2024-12-14T09:41:46,353 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/18be2206657f4365a7cc8e2a0e510d85 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/18be2206657f4365a7cc8e2a0e510d85
2024-12-14T09:41:46,353 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/86f8ed0ab0d747a1afdc5a57bf53631e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/86f8ed0ab0d747a1afdc5a57bf53631e
2024-12-14T09:41:46,353 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/db4aeea24048434188e4bc23cb8372f6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/db4aeea24048434188e4bc23cb8372f6
2024-12-14T09:41:46,353 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1481ebaf703948ad8fb2fc3124cec1be to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/1481ebaf703948ad8fb2fc3124cec1be
2024-12-14T09:41:46,353 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a2abd8bc5ff4428497ac995c4678c658 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a2abd8bc5ff4428497ac995c4678c658
2024-12-14T09:41:46,353 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/34fe279e32be404c95688ad364341e84 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/34fe279e32be404c95688ad364341e84
2024-12-14T09:41:46,353 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a0bb6791193147e8b85dff21f47bb80a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a0bb6791193147e8b85dff21f47bb80a
2024-12-14T09:41:46,354 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/63a3a910aac348a6983627a716d0794e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/63a3a910aac348a6983627a716d0794e
2024-12-14T09:41:46,354 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/906b9dc5a05d4c8bb77e005112e728a9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/906b9dc5a05d4c8bb77e005112e728a9
2024-12-14T09:41:46,354 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/216bd59cb0ed474891242207f2307824 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/216bd59cb0ed474891242207f2307824
2024-12-14T09:41:46,354 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/76d0c73d677b44ab834449a7e74ff629 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/76d0c73d677b44ab834449a7e74ff629
2024-12-14T09:41:46,354 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a90a611987aa4258866b9a110c3f82c7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/a90a611987aa4258866b9a110c3f82c7
2024-12-14T09:41:46,356 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/0a32129da1cc4528bc39eb69481dbe69 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/0a32129da1cc4528bc39eb69481dbe69
2024-12-14T09:41:46,357 DEBUG [StoreCloser-TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9805289dfd4e4a1ba8eb47fc05ffcb4a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/ab3d361ca43e4079ae1c3766eb21e698, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/915e56d463374946b9f2047f48a3eb29, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/6e103ceab5c144fe8a7f631a5b4fac2e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9d293b0b17da4435bd35cf469b21b35f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/3b397860e5054b2280932fe85d9ce979, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/76acf54bde6c492d9fe30ff4a08a0a3c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4f205d7c34db4b59adfa558f31a883ab, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9020db04408a4850b2349a4726e4c9d2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/99d7465c89e447a0b61b1d2a6706a9c6, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c0a3698321cd4c1c8a61ce877cfe7ed9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/41b1214b6baa4315aa435a203bc0b48e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c7a088788dc345acb7c797f8f0269336, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/f2dda8094ea64e7990b7d6266dd9d3f2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/b3c2b4eab7d5494ea26184d337cac895, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9cd7d77960c249e0ab6f9c0e91eb1c72, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/af5b65e08c8949eeb9851d8f104e2022, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/969ec4683b3f4c69b40050c55800dff3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/5ed68e5edbca453c880d11c7b7f5d7b3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/2548e700239441c8a82a01ddf3f04a9d] to archive
2024-12-14T09:41:46,357 DEBUG [StoreCloser-TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:41:46,358 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/6e103ceab5c144fe8a7f631a5b4fac2e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/6e103ceab5c144fe8a7f631a5b4fac2e
2024-12-14T09:41:46,358 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/ab3d361ca43e4079ae1c3766eb21e698 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/ab3d361ca43e4079ae1c3766eb21e698
2024-12-14T09:41:46,359 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9d293b0b17da4435bd35cf469b21b35f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9d293b0b17da4435bd35cf469b21b35f
2024-12-14T09:41:46,359 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/915e56d463374946b9f2047f48a3eb29 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/915e56d463374946b9f2047f48a3eb29
2024-12-14T09:41:46,359 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9805289dfd4e4a1ba8eb47fc05ffcb4a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9805289dfd4e4a1ba8eb47fc05ffcb4a
2024-12-14T09:41:46,359 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/3b397860e5054b2280932fe85d9ce979 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/3b397860e5054b2280932fe85d9ce979
2024-12-14T09:41:46,359 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/76acf54bde6c492d9fe30ff4a08a0a3c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/76acf54bde6c492d9fe30ff4a08a0a3c
2024-12-14T09:41:46,360 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4f205d7c34db4b59adfa558f31a883ab to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4f205d7c34db4b59adfa558f31a883ab
2024-12-14T09:41:46,361 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c0a3698321cd4c1c8a61ce877cfe7ed9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c0a3698321cd4c1c8a61ce877cfe7ed9
2024-12-14T09:41:46,361 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9020db04408a4850b2349a4726e4c9d2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9020db04408a4850b2349a4726e4c9d2
2024-12-14T09:41:46,361 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/f2dda8094ea64e7990b7d6266dd9d3f2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/f2dda8094ea64e7990b7d6266dd9d3f2
2024-12-14T09:41:46,361 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/41b1214b6baa4315aa435a203bc0b48e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/41b1214b6baa4315aa435a203bc0b48e
2024-12-14T09:41:46,361 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/99d7465c89e447a0b61b1d2a6706a9c6 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/99d7465c89e447a0b61b1d2a6706a9c6
2024-12-14T09:41:46,361 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/b3c2b4eab7d5494ea26184d337cac895 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/b3c2b4eab7d5494ea26184d337cac895
2024-12-14T09:41:46,362 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c7a088788dc345acb7c797f8f0269336 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/c7a088788dc345acb7c797f8f0269336
2024-12-14T09:41:46,362 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/969ec4683b3f4c69b40050c55800dff3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/969ec4683b3f4c69b40050c55800dff3
2024-12-14T09:41:46,362 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9cd7d77960c249e0ab6f9c0e91eb1c72 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/9cd7d77960c249e0ab6f9c0e91eb1c72
2024-12-14T09:41:46,362 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/af5b65e08c8949eeb9851d8f104e2022 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/af5b65e08c8949eeb9851d8f104e2022
2024-12-14T09:41:46,362 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/5ed68e5edbca453c880d11c7b7f5d7b3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/5ed68e5edbca453c880d11c7b7f5d7b3
2024-12-14T09:41:46,362 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/2548e700239441c8a82a01ddf3f04a9d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/2548e700239441c8a82a01ddf3f04a9d
2024-12-14T09:41:46,363 DEBUG [StoreCloser-TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/7e91d54d55e24a1a8804cc0938e0f5fa, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2c05f472fd61488c9fee1c8d72b5da90, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e7a71243e3da4059af3fac35d3616cf3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/524a2db7d6964ed8ab24ae112653e5c4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/d9f59886e06f48a3976f3a2168e88e53, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/8a94e022fdc24c4dbbfa32c37d41b2fa, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5d6db3a90ee345d8b8465b71312c3d21, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/fb50f93e3e1b4e3eaa404a26ec73b3f0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e28f1b2281db45d28fe2160e3f848e36, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ac5f6c8e98964d4ebedcc717eca1d06a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2572fa592da34c588ca038e0d0dddedc, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/468af43510ef4cf7ad9a68f0f3d85dfb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/b3712412110c47eab76e87cd75f059ca, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e71591db509a4880823dcdadcbd1b6c7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ba3f2c8f5bea4a4fafebbfe2543b67e0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ff913a292e534c08ba1f4e56c1f3c20a, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5f92637ddc784f908096ac0dbb4985d1, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/656bc955a5ec42f5b5f9ea07a843e5b7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/f17cf73195284531ad74c0ae55705524, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9ebcc619f12e4c39afcc8a2898bb0fa7] to archive
2024-12-14T09:41:46,363 DEBUG [StoreCloser-TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:41:46,365 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e7a71243e3da4059af3fac35d3616cf3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e7a71243e3da4059af3fac35d3616cf3
2024-12-14T09:41:46,365 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/d9f59886e06f48a3976f3a2168e88e53 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/d9f59886e06f48a3976f3a2168e88e53
2024-12-14T09:41:46,365 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/fb50f93e3e1b4e3eaa404a26ec73b3f0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/fb50f93e3e1b4e3eaa404a26ec73b3f0
2024-12-14T09:41:46,365 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/7e91d54d55e24a1a8804cc0938e0f5fa to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/7e91d54d55e24a1a8804cc0938e0f5fa
2024-12-14T09:41:46,365 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/8a94e022fdc24c4dbbfa32c37d41b2fa to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/8a94e022fdc24c4dbbfa32c37d41b2fa
2024-12-14T09:41:46,365 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2c05f472fd61488c9fee1c8d72b5da90 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2c05f472fd61488c9fee1c8d72b5da90
2024-12-14T09:41:46,365 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5d6db3a90ee345d8b8465b71312c3d21 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5d6db3a90ee345d8b8465b71312c3d21
2024-12-14T09:41:46,365 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/524a2db7d6964ed8ab24ae112653e5c4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/524a2db7d6964ed8ab24ae112653e5c4
2024-12-14T09:41:46,366 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e28f1b2281db45d28fe2160e3f848e36 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e28f1b2281db45d28fe2160e3f848e36
2024-12-14T09:41:46,366 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ac5f6c8e98964d4ebedcc717eca1d06a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ac5f6c8e98964d4ebedcc717eca1d06a
2024-12-14T09:41:46,366 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2572fa592da34c588ca038e0d0dddedc to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/2572fa592da34c588ca038e0d0dddedc
2024-12-14T09:41:46,366 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e71591db509a4880823dcdadcbd1b6c7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/e71591db509a4880823dcdadcbd1b6c7
2024-12-14T09:41:46,366 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/468af43510ef4cf7ad9a68f0f3d85dfb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/468af43510ef4cf7ad9a68f0f3d85dfb
2024-12-14T09:41:46,366 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ba3f2c8f5bea4a4fafebbfe2543b67e0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ba3f2c8f5bea4a4fafebbfe2543b67e0
2024-12-14T09:41:46,366 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/b3712412110c47eab76e87cd75f059ca to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/b3712412110c47eab76e87cd75f059ca
2024-12-14T09:41:46,366 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ff913a292e534c08ba1f4e56c1f3c20a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/ff913a292e534c08ba1f4e56c1f3c20a
2024-12-14T09:41:46,367 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5f92637ddc784f908096ac0dbb4985d1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5f92637ddc784f908096ac0dbb4985d1
2024-12-14T09:41:46,367 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/f17cf73195284531ad74c0ae55705524 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/f17cf73195284531ad74c0ae55705524
2024-12-14T09:41:46,367 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/656bc955a5ec42f5b5f9ea07a843e5b7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/656bc955a5ec42f5b5f9ea07a843e5b7
2024-12-14T09:41:46,367 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9ebcc619f12e4c39afcc8a2898bb0fa7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9ebcc619f12e4c39afcc8a2898bb0fa7
2024-12-14T09:41:46,370 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=1
2024-12-14T09:41:46,370 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.
2024-12-14T09:41:46,370 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 0ed4bf27eb68e79ad3f039fad1a9ece5:

2024-12-14T09:41:46,371 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:46,371 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=0ed4bf27eb68e79ad3f039fad1a9ece5, regionState=CLOSED
2024-12-14T09:41:46,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154
2024-12-14T09:41:46,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 0ed4bf27eb68e79ad3f039fad1a9ece5, server=32d1f136e9e3,45387,1734169148668 in 1.4490 sec
2024-12-14T09:41:46,374 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153
2024-12-14T09:41:46,374 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0ed4bf27eb68e79ad3f039fad1a9ece5, UNASSIGN in 1.4520 sec
2024-12-14T09:41:46,375 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152
2024-12-14T09:41:46,375 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4540 sec
2024-12-14T09:41:46,376 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169306376"}]},"ts":"1734169306376"}
2024-12-14T09:41:46,377 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-14T09:41:46,386 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-14T09:41:46,387 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5440 sec
2024-12-14T09:41:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152
2024-12-14T09:41:46,952 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 152 completed
2024-12-14T09:41:46,954 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-14T09:41:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:46,957 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=156, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156
2024-12-14T09:41:46,958 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=156, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:46,961 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:46,964 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/recovered.edits]
2024-12-14T09:41:46,970 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/2ad33a9fe45242feb5dfad99e95f82f0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/2ad33a9fe45242feb5dfad99e95f82f0
2024-12-14T09:41:46,970 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/8558c31ef4a34aaa96a6d35438cc694a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/8558c31ef4a34aaa96a6d35438cc694a
2024-12-14T09:41:46,970 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/3a49b96fd1e54073aa136ebbfbbe5815 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/3a49b96fd1e54073aa136ebbfbbe5815
2024-12-14T09:41:46,970 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/95a40abf302d49689d77d565f106f412 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/A/95a40abf302d49689d77d565f106f412
2024-12-14T09:41:46,974 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4961e405d36047b4a5a958d77d19e11f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/4961e405d36047b4a5a958d77d19e11f
2024-12-14T09:41:46,974 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/e47ddd33202547e78ea82e3bb02999b1 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/e47ddd33202547e78ea82e3bb02999b1
2024-12-14T09:41:46,974 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/a7dc4b37de9346519e9d397dbddd47e5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/a7dc4b37de9346519e9d397dbddd47e5
2024-12-14T09:41:46,974 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/d9240defcb7e4071847c9534faeda208 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/B/d9240defcb7e4071847c9534faeda208
2024-12-14T09:41:46,977 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/3e274437b4904e1b8ac17ae6c6e9340a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/3e274437b4904e1b8ac17ae6c6e9340a
2024-12-14T09:41:46,977 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5d2a0f3c63834cb58253bb3fad077db5 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/5d2a0f3c63834cb58253bb3fad077db5
2024-12-14T09:41:46,977 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9d440868fd0c4647b016750ceafbe8ab to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/9d440868fd0c4647b016750ceafbe8ab
2024-12-14T09:41:46,977 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/aac33571fb764a7d937e7a176eefdef4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/C/aac33571fb764a7d937e7a176eefdef4
2024-12-14T09:41:46,980 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/recovered.edits/339.seqid to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5/recovered.edits/339.seqid
2024-12-14T09:41:46,981 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/0ed4bf27eb68e79ad3f039fad1a9ece5
2024-12-14T09:41:46,981 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-14T09:41:46,983 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=156, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:46,985 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-14T09:41:46,987 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor.
2024-12-14T09:41:46,988 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=156, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:46,988 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states.
2024-12-14T09:41:46,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734169306988"}]},"ts":"9223372036854775807"}
2024-12-14T09:41:46,990 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-12-14T09:41:46,990 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0ed4bf27eb68e79ad3f039fad1a9ece5, NAME => 'TestAcidGuarantees,,1734169273360.0ed4bf27eb68e79ad3f039fad1a9ece5.', STARTKEY => '', ENDKEY => ''}]
2024-12-14T09:41:46,990 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted.
2024-12-14T09:41:46,990 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734169306990"}]},"ts":"9223372036854775807"}
2024-12-14T09:41:46,992 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-12-14T09:41:47,037 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=156, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:47,039 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 83 msec
2024-12-14T09:41:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156
2024-12-14T09:41:47,061 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 156 completed
2024-12-14T09:41:47,073 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=244 (was 244), OpenFileDescriptor=443 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 571), ProcessCount=11 (was 11), AvailableMemoryMB=2210 (was 2230)
2024-12-14T09:41:47,083 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=2210
2024-12-14T09:41:47,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:41:47,085 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:41:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:47,087 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-12-14T09:41:47,087 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:47,087 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 157
2024-12-14T09:41:47,088 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-14T09:41:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-12-14T09:41:47,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742372_1548 (size=963)
2024-12-14T09:41:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-12-14T09:41:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-12-14T09:41:47,499 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3
2024-12-14T09:41:47,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742373_1549 (size=53)
2024-12-14T09:41:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-12-14T09:41:47,911 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:41:47,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 52ca1a99fcded0d50c6095e8707509a8, disabling compactions & flushes
2024-12-14T09:41:47,912 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:47,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:47,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. after waiting 0 ms
2024-12-14T09:41:47,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:47,912 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:47,912 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:47,914 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-12-14T09:41:47,915 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734169307914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734169307914"}]},"ts":"1734169307914"}
2024-12-14T09:41:47,917 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta.
2024-12-14T09:41:47,918 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-14T09:41:47,919 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169307918"}]},"ts":"1734169307918"}
2024-12-14T09:41:47,920 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-12-14T09:41:47,970 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, ASSIGN}]
2024-12-14T09:41:47,972 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, ASSIGN
2024-12-14T09:41:47,973 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, ASSIGN; state=OFFLINE, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=false
2024-12-14T09:41:48,124 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=52ca1a99fcded0d50c6095e8707509a8, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:48,126 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; OpenRegionProcedure 52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:41:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-12-14T09:41:48,279 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:48,286 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:48,287 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7285): Opening region: {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:41:48,287 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:48,287 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:41:48,288 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7327): checking encryption for 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:48,288 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7330): checking classloading for 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:48,290 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 52ca1a99fcded0d50c6095e8707509a8 
2024-12-14T09:41:48,291 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:48,291 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ca1a99fcded0d50c6095e8707509a8 columnFamilyName A
2024-12-14T09:41:48,291 DEBUG [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:48,292 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(327): Store=52ca1a99fcded0d50c6095e8707509a8/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:48,292 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 52ca1a99fcded0d50c6095e8707509a8 
2024-12-14T09:41:48,293 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:48,293 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ca1a99fcded0d50c6095e8707509a8 columnFamilyName B
2024-12-14T09:41:48,293 DEBUG [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:48,293 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(327): Store=52ca1a99fcded0d50c6095e8707509a8/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:48,293 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 52ca1a99fcded0d50c6095e8707509a8 
2024-12-14T09:41:48,294 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:48,294 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ca1a99fcded0d50c6095e8707509a8 columnFamilyName C
2024-12-14T09:41:48,294 DEBUG [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:48,295 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(327): Store=52ca1a99fcded0d50c6095e8707509a8/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:48,295 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:48,296 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:48,296 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:48,297 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:41:48,298 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1085): writing seq id for 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:48,300 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-14T09:41:48,300 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1102): Opened 52ca1a99fcded0d50c6095e8707509a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71448975, jitterRate=0.06467269361019135}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:41:48,301 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1001): Region open journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:48,302 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., pid=159, masterSystemTime=1734169308279
2024-12-14T09:41:48,303 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:48,303 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:48,303 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=52ca1a99fcded0d50c6095e8707509a8, regionState=OPEN, openSeqNum=2, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:48,306 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158
2024-12-14T09:41:48,306 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; OpenRegionProcedure 52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668 in 178 msec
2024-12-14T09:41:48,307 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157
2024-12-14T09:41:48,307 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, ASSIGN in 337 msec
2024-12-14T09:41:48,308 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-14T09:41:48,308 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169308308"}]},"ts":"1734169308308"}
2024-12-14T09:41:48,308 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-12-14T09:41:48,353 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=157, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-12-14T09:41:48,355 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2690 sec
2024-12-14T09:41:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157
2024-12-14T09:41:49,197 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 157 completed
2024-12-14T09:41:49,199 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53ef82c4 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e8d919c
2024-12-14T09:41:49,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd3d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:49,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:49,274 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:49,275 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-14T09:41:49,276 INFO  [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-14T09:41:49,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-12-14T09:41:49,278 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-14T09:41:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees
2024-12-14T09:41:49,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742374_1550 (size=999)
2024-12-14T09:41:49,693 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963
2024-12-14T09:41:49,693 INFO  [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999
2024-12-14T09:41:49,696 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:41:49,699 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, REOPEN/MOVE}]
2024-12-14T09:41:49,700 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, REOPEN/MOVE
2024-12-14T09:41:49,701 INFO  [PEWorker-4 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=52ca1a99fcded0d50c6095e8707509a8, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:49,702 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:41:49,702 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure 52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:41:49,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:49,854 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:49,854 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:41:49,854 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing 52ca1a99fcded0d50c6095e8707509a8, disabling compactions & flushes
2024-12-14T09:41:49,854 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:49,854 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:49,855 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. after waiting 0 ms
2024-12-14T09:41:49,855 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:49,862 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-12-14T09:41:49,863 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:49,863 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:49,863 WARN  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionServer(3786): Not adding moved region record: 52ca1a99fcded0d50c6095e8707509a8 to self.
2024-12-14T09:41:49,865 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:49,865 INFO  [PEWorker-2 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=52ca1a99fcded0d50c6095e8707509a8, regionState=CLOSED
2024-12-14T09:41:49,868 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162
2024-12-14T09:41:49,868 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure 52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668 in 164 msec
2024-12-14T09:41:49,869 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, REOPEN/MOVE; state=CLOSED, location=32d1f136e9e3,45387,1734169148668; forceNewPlan=false, retain=true
2024-12-14T09:41:50,019 INFO  [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=52ca1a99fcded0d50c6095e8707509a8, regionState=OPENING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,021 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=162, state=RUNNABLE; OpenRegionProcedure 52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:41:50,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,179 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,179 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7285): Opening region: {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
2024-12-14T09:41:50,180 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:50,180 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-14T09:41:50,180 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7327): checking encryption for 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:50,180 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(7330): checking classloading for 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:50,182 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 52ca1a99fcded0d50c6095e8707509a8 
2024-12-14T09:41:50,183 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:50,183 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ca1a99fcded0d50c6095e8707509a8 columnFamilyName A
2024-12-14T09:41:50,185 DEBUG [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:50,185 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(327): Store=52ca1a99fcded0d50c6095e8707509a8/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:50,186 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 52ca1a99fcded0d50c6095e8707509a8 
2024-12-14T09:41:50,187 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:50,187 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ca1a99fcded0d50c6095e8707509a8 columnFamilyName B
2024-12-14T09:41:50,187 DEBUG [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:50,188 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(327): Store=52ca1a99fcded0d50c6095e8707509a8/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:50,188 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 52ca1a99fcded0d50c6095e8707509a8 
2024-12-14T09:41:50,188 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10
2024-12-14T09:41:50,189 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52ca1a99fcded0d50c6095e8707509a8 columnFamilyName C
2024-12-14T09:41:50,189 DEBUG [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:50,189 INFO  [StoreOpener-52ca1a99fcded0d50c6095e8707509a8-1 {}] regionserver.HStore(327): Store=52ca1a99fcded0d50c6095e8707509a8/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-14T09:41:50,189 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,190 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:50,191 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:50,192 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-12-14T09:41:50,193 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1085): writing seq id for 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:50,194 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1102): Opened 52ca1a99fcded0d50c6095e8707509a8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73867718, jitterRate=0.100714772939682}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-12-14T09:41:50,195 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegion(1001): Region open journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:50,195 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., pid=164, masterSystemTime=1734169310173
2024-12-14T09:41:50,197 DEBUG [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,197 INFO  [RS_OPEN_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_OPEN_REGION, pid=164}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,197 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=52ca1a99fcded0d50c6095e8707509a8, regionState=OPEN, openSeqNum=5, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,199 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=162
2024-12-14T09:41:50,199 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=162, state=SUCCESS; OpenRegionProcedure 52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668 in 177 msec
2024-12-14T09:41:50,200 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161
2024-12-14T09:41:50,200 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, REOPEN/MOVE in 500 msec
2024-12-14T09:41:50,201 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160
2024-12-14T09:41:50,201 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec
2024-12-14T09:41:50,202 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 923 msec
2024-12-14T09:41:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160
2024-12-14T09:41:50,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0672325a to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44b14279
2024-12-14T09:41:50,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6c03ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x205568ef to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6eb94416
2024-12-14T09:41:50,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3395eba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,267 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c6fde8c to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3852b0e3
2024-12-14T09:41:50,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406c4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x675cc1c7 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aa4b067
2024-12-14T09:41:50,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58970c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73e9c98b to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ca17819
2024-12-14T09:41:50,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb4faa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,299 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77a6a62c to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1c03a6
2024-12-14T09:41:50,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336a5bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x125099a6 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e9db979
2024-12-14T09:41:50,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcb3634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5729b818 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64cc85f5
2024-12-14T09:41:50,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25065ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,324 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4df561bb to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d16b6dd
2024-12-14T09:41:50,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c69c4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ac07c29 to 127.0.0.1:58469 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32189bf2
2024-12-14T09:41:50,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d625f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-12-14T09:41:50,349 DEBUG [hconnection-0x13a67364-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,349 DEBUG [hconnection-0x3bdf662e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,350 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,351 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48660, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,351 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees
2024-12-14T09:41:50,353 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:50,353 DEBUG [hconnection-0x12f30586-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-12-14T09:41:50,353 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:50,354 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:50,354 DEBUG [hconnection-0x4d4966ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,354 DEBUG [hconnection-0x2a3faba5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,354 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48668, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,354 DEBUG [hconnection-0x7e20c0c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,354 DEBUG [hconnection-0x76e2646b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,355 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,355 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,355 DEBUG [hconnection-0x267aff80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,356 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,356 DEBUG [hconnection-0x40946f0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,356 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,356 DEBUG [hconnection-0x3f766969-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-14T09:41:50,356 INFO  [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,357 INFO  [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,359 INFO  [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-14T09:41:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:50,361 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:41:50,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:41:50,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:50,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:41:50,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:50,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:41:50,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:50,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169370377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169370378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169370378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169370379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169370379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121438691401bcef4ca2a98effd987beee89_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169310360/Put/seqid=0
2024-12-14T09:41:50,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742375_1551 (size=12154)
2024-12-14T09:41:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-12-14T09:41:50,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169370480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169370481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169370481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169370481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169370481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:50,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:50,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-12-14T09:41:50,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169370681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169370682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169370683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169370683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,684 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169370683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:50,791 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121438691401bcef4ca2a98effd987beee89_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121438691401bcef4ca2a98effd987beee89_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:50,792 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/e824d3b2357440c6963d4428d67114df, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:50,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/e824d3b2357440c6963d4428d67114df is 175, key is test_row_0/A:col10/1734169310360/Put/seqid=0
2024-12-14T09:41:50,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742376_1552 (size=30955)
2024-12-14T09:41:50,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:50,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:50,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-12-14T09:41:50,961 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:50,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:50,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169370983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169370984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169370986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169370986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:50,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169370987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,202 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/e824d3b2357440c6963d4428d67114df
2024-12-14T09:41:51,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/4503e58112a9494fb02edc83695862f9 is 50, key is test_row_0/B:col10/1734169310360/Put/seqid=0
2024-12-14T09:41:51,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742377_1553 (size=12001)
2024-12-14T09:41:51,220 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/4503e58112a9494fb02edc83695862f9
2024-12-14T09:41:51,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6f220754b9784ec285da6dcab312c0f3 is 50, key is test_row_0/C:col10/1734169310360/Put/seqid=0
2024-12-14T09:41:51,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742378_1554 (size=12001)
2024-12-14T09:41:51,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:51,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-12-14T09:41:51,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169371484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:51,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169371487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169371489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169371490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169371490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=166
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:41:51,640 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6f220754b9784ec285da6dcab312c0f3
2024-12-14T09:41:51,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/e824d3b2357440c6963d4428d67114df as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/e824d3b2357440c6963d4428d67114df
2024-12-14T09:41:51,645 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/e824d3b2357440c6963d4428d67114df, entries=150, sequenceid=17, filesize=30.2 K
2024-12-14T09:41:51,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/4503e58112a9494fb02edc83695862f9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/4503e58112a9494fb02edc83695862f9
2024-12-14T09:41:51,648 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/4503e58112a9494fb02edc83695862f9, entries=150, sequenceid=17, filesize=11.7 K
2024-12-14T09:41:51,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6f220754b9784ec285da6dcab312c0f3 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f220754b9784ec285da6dcab312c0f3
2024-12-14T09:41:51,652 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f220754b9784ec285da6dcab312c0f3, entries=150, sequenceid=17, filesize=11.7 K
2024-12-14T09:41:51,652 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 52ca1a99fcded0d50c6095e8707509a8 in 1291ms, sequenceid=17, compaction requested=false
2024-12-14T09:41:51,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:51,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:51,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166
2024-12-14T09:41:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:51,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:41:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:41:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:41:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:41:51,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:51,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c06af996df7f4172899c6e1d669edcdc_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169310378/Put/seqid=0
2024-12-14T09:41:51,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742379_1555 (size=12154)
2024-12-14T09:41:51,892 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-14T09:41:52,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:52,134 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c06af996df7f4172899c6e1d669edcdc_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c06af996df7f4172899c6e1d669edcdc_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/149b451c2fe34a5e92a20e72f4745056, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:52,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/149b451c2fe34a5e92a20e72f4745056 is 175, key is test_row_0/A:col10/1734169310378/Put/seqid=0
2024-12-14T09:41:52,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742380_1556 (size=30955)
2024-12-14T09:41:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-12-14T09:41:52,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:52,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169372496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169372496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169372497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169372497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169372498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,537 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/149b451c2fe34a5e92a20e72f4745056
2024-12-14T09:41:52,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/93e9776f3b4f4c3280d31bf6baf2dbf4 is 50, key is test_row_0/B:col10/1734169310378/Put/seqid=0
2024-12-14T09:41:52,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742381_1557 (size=12001)
2024-12-14T09:41:52,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169372599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169372599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169372600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169372600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169372600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169372801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169372801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169372803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169372803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169372804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:52,950 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/93e9776f3b4f4c3280d31bf6baf2dbf4
2024-12-14T09:41:52,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/1b3bc2331a564e5d8b212d0d4786d86b is 50, key is test_row_0/C:col10/1734169310378/Put/seqid=0
2024-12-14T09:41:52,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742382_1558 (size=12001)
2024-12-14T09:41:53,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169373103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169373103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169373105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,106 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169373105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169373107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,358 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/1b3bc2331a564e5d8b212d0d4786d86b
2024-12-14T09:41:53,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/149b451c2fe34a5e92a20e72f4745056 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/149b451c2fe34a5e92a20e72f4745056
2024-12-14T09:41:53,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/149b451c2fe34a5e92a20e72f4745056, entries=150, sequenceid=41, filesize=30.2 K
2024-12-14T09:41:53,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/93e9776f3b4f4c3280d31bf6baf2dbf4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/93e9776f3b4f4c3280d31bf6baf2dbf4
2024-12-14T09:41:53,366 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/93e9776f3b4f4c3280d31bf6baf2dbf4, entries=150, sequenceid=41, filesize=11.7 K
2024-12-14T09:41:53,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/1b3bc2331a564e5d8b212d0d4786d86b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/1b3bc2331a564e5d8b212d0d4786d86b
2024-12-14T09:41:53,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/1b3bc2331a564e5d8b212d0d4786d86b, entries=150, sequenceid=41, filesize=11.7 K
2024-12-14T09:41:53,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 52ca1a99fcded0d50c6095e8707509a8 in 1647ms, sequenceid=41, compaction requested=false
2024-12-14T09:41:53,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:53,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:53,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166
2024-12-14T09:41:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=166
2024-12-14T09:41:53,372 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165
2024-12-14T09:41:53,372 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0180 sec
2024-12-14T09:41:53,373 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 3.0220 sec
2024-12-14T09:41:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:53,607 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-12-14T09:41:53,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:41:53,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:53,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:41:53,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:53,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:41:53,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:53,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121484aba952d6314d3cabf55b2356dd1386_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169312495/Put/seqid=0
2024-12-14T09:41:53,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742383_1559 (size=14594)
2024-12-14T09:41:53,615 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:53,618 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121484aba952d6314d3cabf55b2356dd1386_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121484aba952d6314d3cabf55b2356dd1386_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:53,619 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/65218521605f41499a033aaeca941e87, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:53,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/65218521605f41499a033aaeca941e87 is 175, key is test_row_0/A:col10/1734169312495/Put/seqid=0
2024-12-14T09:41:53,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169373622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169373622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169373626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169373626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,628 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169373626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742384_1560 (size=39549)
2024-12-14T09:41:53,641 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/65218521605f41499a033aaeca941e87
2024-12-14T09:41:53,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/aa3ec33df0874f108c424d52c34d9654 is 50, key is test_row_0/B:col10/1734169312495/Put/seqid=0
2024-12-14T09:41:53,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742385_1561 (size=12001)
2024-12-14T09:41:53,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169373727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169373727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169373728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169373728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169373729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169373930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169373930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169373932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169373932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:53,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169373932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,056 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/aa3ec33df0874f108c424d52c34d9654
2024-12-14T09:41:54,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6e79ce065fbd4604a527e0923fcd40f7 is 50, key is test_row_0/C:col10/1734169312495/Put/seqid=0
2024-12-14T09:41:54,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742386_1562 (size=12001)
2024-12-14T09:41:54,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169374234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169374234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169374234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169374234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169374236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165
2024-12-14T09:41:54,457 INFO  [Thread-2446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed
2024-12-14T09:41:54,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:54,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees
2024-12-14T09:41:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-12-14T09:41:54,459 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:54,459 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:54,460 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:54,486 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6e79ce065fbd4604a527e0923fcd40f7
2024-12-14T09:41:54,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/65218521605f41499a033aaeca941e87 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/65218521605f41499a033aaeca941e87
2024-12-14T09:41:54,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/65218521605f41499a033aaeca941e87, entries=200, sequenceid=54, filesize=38.6 K
2024-12-14T09:41:54,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/aa3ec33df0874f108c424d52c34d9654 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/aa3ec33df0874f108c424d52c34d9654
2024-12-14T09:41:54,494 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/aa3ec33df0874f108c424d52c34d9654, entries=150, sequenceid=54, filesize=11.7 K
2024-12-14T09:41:54,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6e79ce065fbd4604a527e0923fcd40f7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6e79ce065fbd4604a527e0923fcd40f7
2024-12-14T09:41:54,498 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6e79ce065fbd4604a527e0923fcd40f7, entries=150, sequenceid=54, filesize=11.7 K
2024-12-14T09:41:54,498 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 52ca1a99fcded0d50c6095e8707509a8 in 891ms, sequenceid=54, compaction requested=true
2024-12-14T09:41:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:41:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:41:54,498 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:54,498 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:41:54,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:54,499 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:54,499 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:54,499 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/B is initiating minor compaction (all files)
2024-12-14T09:41:54,499 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/A is initiating minor compaction (all files)
2024-12-14T09:41:54,499 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/B in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:54,499 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/A in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:54,500 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/e824d3b2357440c6963d4428d67114df, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/149b451c2fe34a5e92a20e72f4745056, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/65218521605f41499a033aaeca941e87] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=99.1 K
2024-12-14T09:41:54,500 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/4503e58112a9494fb02edc83695862f9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/93e9776f3b4f4c3280d31bf6baf2dbf4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/aa3ec33df0874f108c424d52c34d9654] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=35.2 K
2024-12-14T09:41:54,500 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:54,500 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/e824d3b2357440c6963d4428d67114df, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/149b451c2fe34a5e92a20e72f4745056, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/65218521605f41499a033aaeca941e87]
2024-12-14T09:41:54,500 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting e824d3b2357440c6963d4428d67114df, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169310360
2024-12-14T09:41:54,500 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 4503e58112a9494fb02edc83695862f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169310360
2024-12-14T09:41:54,500 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 149b451c2fe34a5e92a20e72f4745056, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169310377
2024-12-14T09:41:54,500 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 93e9776f3b4f4c3280d31bf6baf2dbf4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169310377
2024-12-14T09:41:54,500 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting aa3ec33df0874f108c424d52c34d9654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169312495
2024-12-14T09:41:54,500 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65218521605f41499a033aaeca941e87, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169312495
2024-12-14T09:41:54,505 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:54,506 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:54,507 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/08a448f5e68243b0aaa217377da58b16 is 50, key is test_row_0/B:col10/1734169312495/Put/seqid=0
2024-12-14T09:41:54,508 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214e5836c5fa6e6497fa6090252af6f1f7c_52ca1a99fcded0d50c6095e8707509a8 store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:54,509 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214e5836c5fa6e6497fa6090252af6f1f7c_52ca1a99fcded0d50c6095e8707509a8, store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:54,509 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214e5836c5fa6e6497fa6090252af6f1f7c_52ca1a99fcded0d50c6095e8707509a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:54,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742387_1563 (size=12104)
2024-12-14T09:41:54,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742388_1564 (size=4469)
2024-12-14T09:41:54,512 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#A#compaction#479 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:54,513 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/2018279f187d49b4b5c22fa49bb4b5df is 175, key is test_row_0/A:col10/1734169312495/Put/seqid=0
2024-12-14T09:41:54,515 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/08a448f5e68243b0aaa217377da58b16 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/08a448f5e68243b0aaa217377da58b16
2024-12-14T09:41:54,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742389_1565 (size=31058)
2024-12-14T09:41:54,518 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/B of 52ca1a99fcded0d50c6095e8707509a8 into 08a448f5e68243b0aaa217377da58b16(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:54,518 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:54,519 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/B, priority=13, startTime=1734169314498; duration=0sec
2024-12-14T09:41:54,519 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:41:54,519 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:B
2024-12-14T09:41:54,519 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-12-14T09:41:54,519 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-12-14T09:41:54,520 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/C is initiating minor compaction (all files)
2024-12-14T09:41:54,520 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/C in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:54,520 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f220754b9784ec285da6dcab312c0f3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/1b3bc2331a564e5d8b212d0d4786d86b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6e79ce065fbd4604a527e0923fcd40f7] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=35.2 K
2024-12-14T09:41:54,520 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f220754b9784ec285da6dcab312c0f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734169310360
2024-12-14T09:41:54,520 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b3bc2331a564e5d8b212d0d4786d86b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734169310377
2024-12-14T09:41:54,520 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e79ce065fbd4604a527e0923fcd40f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169312495
2024-12-14T09:41:54,524 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/2018279f187d49b4b5c22fa49bb4b5df as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2018279f187d49b4b5c22fa49bb4b5df
2024-12-14T09:41:54,525 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:41:54,525 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/8442480af44946a4a566ed5adc0f2d49 is 50, key is test_row_0/C:col10/1734169312495/Put/seqid=0
2024-12-14T09:41:54,528 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/A of 52ca1a99fcded0d50c6095e8707509a8 into 2018279f187d49b4b5c22fa49bb4b5df(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:54,528 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:54,528 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/A, priority=13, startTime=1734169314498; duration=0sec
2024-12-14T09:41:54,528 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:54,528 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:A
2024-12-14T09:41:54,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742390_1566 (size=12104)
2024-12-14T09:41:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-12-14T09:41:54,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168
2024-12-14T09:41:54,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:54,611 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:41:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:41:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:41:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:41:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:54,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ae0def9e31db40a09340f12b34a54c95_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169313625/Put/seqid=0
2024-12-14T09:41:54,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742391_1567 (size=12154)
2024-12-14T09:41:54,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:54,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:54,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169374740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169374740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169374741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169374741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169374742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-12-14T09:41:54,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169374843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169374843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169374843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,845 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:54,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169374843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:54,933 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/8442480af44946a4a566ed5adc0f2d49 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/8442480af44946a4a566ed5adc0f2d49
2024-12-14T09:41:54,936 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/C of 52ca1a99fcded0d50c6095e8707509a8 into 8442480af44946a4a566ed5adc0f2d49(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:41:54,936 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:54,936 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/C, priority=13, startTime=1734169314498; duration=0sec
2024-12-14T09:41:54,936 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:41:54,936 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:C
2024-12-14T09:41:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:55,023 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214ae0def9e31db40a09340f12b34a54c95_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ae0def9e31db40a09340f12b34a54c95_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:55,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/2001d006565f44f3986ba805d6acdb41, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:55,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/2001d006565f44f3986ba805d6acdb41 is 175, key is test_row_0/A:col10/1734169313625/Put/seqid=0
2024-12-14T09:41:55,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742392_1568 (size=30955)
2024-12-14T09:41:55,046 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169375046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169375046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169375046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,047 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169375046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-12-14T09:41:55,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169375347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169375347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169375348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169375349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/2001d006565f44f3986ba805d6acdb41
2024-12-14T09:41:55,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/25c88a6d7de2459dbbd731735e5991c8 is 50, key is test_row_0/B:col10/1734169313625/Put/seqid=0
2024-12-14T09:41:55,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742393_1569 (size=12001)
2024-12-14T09:41:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-12-14T09:41:55,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169375751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,842 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/25c88a6d7de2459dbbd731735e5991c8
2024-12-14T09:41:55,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/9bd3b7335a694e5dae3cc0beaac85ceb is 50, key is test_row_0/C:col10/1734169313625/Put/seqid=0
2024-12-14T09:41:55,851 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169375850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742394_1570 (size=12001)
2024-12-14T09:41:55,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169375851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169375851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:55,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169375852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,252 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/9bd3b7335a694e5dae3cc0beaac85ceb
2024-12-14T09:41:56,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/2001d006565f44f3986ba805d6acdb41 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2001d006565f44f3986ba805d6acdb41
2024-12-14T09:41:56,257 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2001d006565f44f3986ba805d6acdb41, entries=150, sequenceid=81, filesize=30.2 K
2024-12-14T09:41:56,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/25c88a6d7de2459dbbd731735e5991c8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/25c88a6d7de2459dbbd731735e5991c8
2024-12-14T09:41:56,259 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/25c88a6d7de2459dbbd731735e5991c8, entries=150, sequenceid=81, filesize=11.7 K
2024-12-14T09:41:56,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/9bd3b7335a694e5dae3cc0beaac85ceb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/9bd3b7335a694e5dae3cc0beaac85ceb
2024-12-14T09:41:56,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/9bd3b7335a694e5dae3cc0beaac85ceb, entries=150, sequenceid=81, filesize=11.7 K
2024-12-14T09:41:56,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 52ca1a99fcded0d50c6095e8707509a8 in 1665ms, sequenceid=81, compaction requested=false
2024-12-14T09:41:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:56,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168
2024-12-14T09:41:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=168
2024-12-14T09:41:56,278 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167
2024-12-14T09:41:56,278 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec
2024-12-14T09:41:56,279 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.8200 sec
2024-12-14T09:41:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167
2024-12-14T09:41:56,562 INFO  [Thread-2446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed
2024-12-14T09:41:56,563 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees
2024-12-14T09:41:56,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-12-14T09:41:56,564 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:56,565 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:56,565 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-12-14T09:41:56,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170
2024-12-14T09:41:56,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:56,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-12-14T09:41:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:41:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:41:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:41:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:56,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f0d3d5df05be4e34b36f28ee373df8e1_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169314740/Put/seqid=0
2024-12-14T09:41:56,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742395_1571 (size=12154)
2024-12-14T09:41:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:56,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-12-14T09:41:56,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169376870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:56,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169376871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169376871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169376871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169376973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169376973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,974 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169376973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:56,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:56,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169376973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:57,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214f0d3d5df05be4e34b36f28ee373df8e1_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f0d3d5df05be4e34b36f28ee373df8e1_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:57,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/3a5b8dd065924633befd0d3dacfc6fc0, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:57,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/3a5b8dd065924633befd0d3dacfc6fc0 is 175, key is test_row_0/A:col10/1734169314740/Put/seqid=0
2024-12-14T09:41:57,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742396_1572 (size=30955)
2024-12-14T09:41:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-12-14T09:41:57,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169377174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169377175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169377175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169377176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169377477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169377477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169377478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169377478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/3a5b8dd065924633befd0d3dacfc6fc0
2024-12-14T09:41:57,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/a6c9527e48ce4b73af7e6f2f0c12306e is 50, key is test_row_0/B:col10/1734169314740/Put/seqid=0
2024-12-14T09:41:57,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742397_1573 (size=12001)
2024-12-14T09:41:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-12-14T09:41:57,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169377754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,755 DEBUG [Thread-2438 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:41:57,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/a6c9527e48ce4b73af7e6f2f0c12306e
2024-12-14T09:41:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/0ed28aa2699243d2b6bbe65bce830675 is 50, key is test_row_0/C:col10/1734169314740/Put/seqid=0
2024-12-14T09:41:57,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742398_1574 (size=12001)
2024-12-14T09:41:57,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169377981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169377982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169377983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:57,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169377984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:58,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/0ed28aa2699243d2b6bbe65bce830675
2024-12-14T09:41:58,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/3a5b8dd065924633befd0d3dacfc6fc0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/3a5b8dd065924633befd0d3dacfc6fc0
2024-12-14T09:41:58,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/3a5b8dd065924633befd0d3dacfc6fc0, entries=150, sequenceid=93, filesize=30.2 K
2024-12-14T09:41:58,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/a6c9527e48ce4b73af7e6f2f0c12306e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/a6c9527e48ce4b73af7e6f2f0c12306e
2024-12-14T09:41:58,386 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/a6c9527e48ce4b73af7e6f2f0c12306e, entries=150, sequenceid=93, filesize=11.7 K
2024-12-14T09:41:58,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/0ed28aa2699243d2b6bbe65bce830675 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0ed28aa2699243d2b6bbe65bce830675
2024-12-14T09:41:58,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0ed28aa2699243d2b6bbe65bce830675, entries=150, sequenceid=93, filesize=11.7 K
2024-12-14T09:41:58,389 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 52ca1a99fcded0d50c6095e8707509a8 in 1674ms, sequenceid=93, compaction requested=true
2024-12-14T09:41:58,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:41:58,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:58,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170
2024-12-14T09:41:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=170
2024-12-14T09:41:58,391 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169
2024-12-14T09:41:58,391 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec
2024-12-14T09:41:58,392 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8280 sec
2024-12-14T09:41:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169
2024-12-14T09:41:58,668 INFO  [Thread-2446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed
2024-12-14T09:41:58,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:41:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees
2024-12-14T09:41:58,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-12-14T09:41:58,670 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:41:58,670 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:41:58,670 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:41:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-12-14T09:41:58,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:58,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172
2024-12-14T09:41:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:41:58,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:41:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:41:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:41:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:41:58,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:41:58,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145ab1accf876b4acd94105d9fdc8c5fba_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169316871/Put/seqid=0
2024-12-14T09:41:58,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742399_1575 (size=12154)
2024-12-14T09:41:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-12-14T09:41:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:58,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:41:58,996 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169378994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:58,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169378995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:58,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169378996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:58,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169378996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169379097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169379098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169379099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:41:59,233 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412145ab1accf876b4acd94105d9fdc8c5fba_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145ab1accf876b4acd94105d9fdc8c5fba_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:41:59,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/42e666f1d52b4886ba8cca3ff9d11748, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:41:59,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/42e666f1d52b4886ba8cca3ff9d11748 is 175, key is test_row_0/A:col10/1734169316871/Put/seqid=0
2024-12-14T09:41:59,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742400_1576 (size=30955)
2024-12-14T09:41:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-12-14T09:41:59,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169379300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169379300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169379301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169379603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169379603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,605 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:41:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169379604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:41:59,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/42e666f1d52b4886ba8cca3ff9d11748
2024-12-14T09:41:59,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/18844c3ab5994261bede543e16e20e19 is 50, key is test_row_0/B:col10/1734169316871/Put/seqid=0
2024-12-14T09:41:59,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742401_1577 (size=12001)
2024-12-14T09:41:59,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/18844c3ab5994261bede543e16e20e19
2024-12-14T09:41:59,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/11ada351ff0e495b842e5efdfa6327e8 is 50, key is test_row_0/C:col10/1734169316871/Put/seqid=0
2024-12-14T09:41:59,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742402_1578 (size=12001)
2024-12-14T09:41:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-12-14T09:42:00,054 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/11ada351ff0e495b842e5efdfa6327e8
2024-12-14T09:42:00,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/42e666f1d52b4886ba8cca3ff9d11748 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/42e666f1d52b4886ba8cca3ff9d11748
2024-12-14T09:42:00,060 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/42e666f1d52b4886ba8cca3ff9d11748, entries=150, sequenceid=118, filesize=30.2 K
2024-12-14T09:42:00,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/18844c3ab5994261bede543e16e20e19 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/18844c3ab5994261bede543e16e20e19
2024-12-14T09:42:00,063 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/18844c3ab5994261bede543e16e20e19, entries=150, sequenceid=118, filesize=11.7 K
2024-12-14T09:42:00,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/11ada351ff0e495b842e5efdfa6327e8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/11ada351ff0e495b842e5efdfa6327e8
2024-12-14T09:42:00,066 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/11ada351ff0e495b842e5efdfa6327e8, entries=150, sequenceid=118, filesize=11.7 K
2024-12-14T09:42:00,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 52ca1a99fcded0d50c6095e8707509a8 in 1245ms, sequenceid=118, compaction requested=true
2024-12-14T09:42:00,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:00,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:00,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172
2024-12-14T09:42:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=172
2024-12-14T09:42:00,068 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171
2024-12-14T09:42:00,068 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3980 sec
2024-12-14T09:42:00,069 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.4000 sec
2024-12-14T09:42:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:00,107 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-12-14T09:42:00,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:42:00,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:00,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:42:00,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:00,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:42:00,108 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:00,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214a93b36c4e6e44d8b9c4a198b920c99be_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169318995/Put/seqid=0
2024-12-14T09:42:00,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742403_1579 (size=14694)
2024-12-14T09:42:00,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169380127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169380129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169380129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169380231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169380233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169380233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169380434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169380435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169380436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,517 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:42:00,519 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214a93b36c4e6e44d8b9c4a198b920c99be_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a93b36c4e6e44d8b9c4a198b920c99be_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:00,520 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/11d27cf74fca4d7583b08890b8488fd9, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:00,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/11d27cf74fca4d7583b08890b8488fd9 is 175, key is test_row_0/A:col10/1734169318995/Put/seqid=0
2024-12-14T09:42:00,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742404_1580 (size=39649)
2024-12-14T09:42:00,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169380735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169380737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169380740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171
2024-12-14T09:42:00,773 INFO  [Thread-2446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed
2024-12-14T09:42:00,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:42:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees
2024-12-14T09:42:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-12-14T09:42:00,775 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:42:00,775 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:42:00,775 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:42:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-12-14T09:42:00,924 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/11d27cf74fca4d7583b08890b8488fd9
2024-12-14T09:42:00,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:00,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:00,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:00,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/7e5db99a9c764c6baba283f21be65d5c is 50, key is test_row_0/B:col10/1734169318995/Put/seqid=0
2024-12-14T09:42:00,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742405_1581 (size=12101)
2024-12-14T09:42:01,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169381005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,006 DEBUG [Thread-2444 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:42:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-12-14T09:42:01,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,231 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169381239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169381242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169381243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,332 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/7e5db99a9c764c6baba283f21be65d5c
2024-12-14T09:42:01,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/3f208fe25ef7482daa08c967ca06e5b8 is 50, key is test_row_0/C:col10/1734169318995/Put/seqid=0
2024-12-14T09:42:01,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742406_1582 (size=12101)
2024-12-14T09:42:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-12-14T09:42:01,383 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,536 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,688 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:01,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:01,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,741 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/3f208fe25ef7482daa08c967ca06e5b8
2024-12-14T09:42:01,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/11d27cf74fca4d7583b08890b8488fd9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/11d27cf74fca4d7583b08890b8488fd9
2024-12-14T09:42:01,746 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/11d27cf74fca4d7583b08890b8488fd9, entries=200, sequenceid=131, filesize=38.7 K
2024-12-14T09:42:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/7e5db99a9c764c6baba283f21be65d5c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/7e5db99a9c764c6baba283f21be65d5c
2024-12-14T09:42:01,749 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/7e5db99a9c764c6baba283f21be65d5c, entries=150, sequenceid=131, filesize=11.8 K
2024-12-14T09:42:01,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/3f208fe25ef7482daa08c967ca06e5b8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/3f208fe25ef7482daa08c967ca06e5b8
2024-12-14T09:42:01,753 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/3f208fe25ef7482daa08c967ca06e5b8, entries=150, sequenceid=131, filesize=11.8 K
2024-12-14T09:42:01,753 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 52ca1a99fcded0d50c6095e8707509a8 in 1646ms, sequenceid=131, compaction requested=true
2024-12-14T09:42:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:42:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:01,754 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-14T09:42:01,754 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-14T09:42:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:42:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:42:01,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:42:01,755 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 163572 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-14T09:42:01,755 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-14T09:42:01,755 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/A is initiating minor compaction (all files)
2024-12-14T09:42:01,755 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/B is initiating minor compaction (all files)
2024-12-14T09:42:01,755 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/B in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,755 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/A in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,755 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2018279f187d49b4b5c22fa49bb4b5df, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2001d006565f44f3986ba805d6acdb41, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/3a5b8dd065924633befd0d3dacfc6fc0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/42e666f1d52b4886ba8cca3ff9d11748, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/11d27cf74fca4d7583b08890b8488fd9] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=159.7 K
2024-12-14T09:42:01,755 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/08a448f5e68243b0aaa217377da58b16, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/25c88a6d7de2459dbbd731735e5991c8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/a6c9527e48ce4b73af7e6f2f0c12306e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/18844c3ab5994261bede543e16e20e19, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/7e5db99a9c764c6baba283f21be65d5c] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=58.8 K
2024-12-14T09:42:01,755 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,755 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2018279f187d49b4b5c22fa49bb4b5df, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2001d006565f44f3986ba805d6acdb41, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/3a5b8dd065924633befd0d3dacfc6fc0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/42e666f1d52b4886ba8cca3ff9d11748, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/11d27cf74fca4d7583b08890b8488fd9]
2024-12-14T09:42:01,755 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2018279f187d49b4b5c22fa49bb4b5df, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169312495
2024-12-14T09:42:01,755 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 08a448f5e68243b0aaa217377da58b16, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169312495
2024-12-14T09:42:01,756 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2001d006565f44f3986ba805d6acdb41, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734169313625
2024-12-14T09:42:01,756 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 25c88a6d7de2459dbbd731735e5991c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734169313625
2024-12-14T09:42:01,756 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a5b8dd065924633befd0d3dacfc6fc0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734169314739
2024-12-14T09:42:01,756 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting a6c9527e48ce4b73af7e6f2f0c12306e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734169314739
2024-12-14T09:42:01,756 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42e666f1d52b4886ba8cca3ff9d11748, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734169316863
2024-12-14T09:42:01,756 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 18844c3ab5994261bede543e16e20e19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734169316863
2024-12-14T09:42:01,756 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11d27cf74fca4d7583b08890b8488fd9, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169318990
2024-12-14T09:42:01,756 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5db99a9c764c6baba283f21be65d5c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169318994
2024-12-14T09:42:01,761 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:01,763 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:42:01,763 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412148d742053653040c88145785812ad35bf_52ca1a99fcded0d50c6095e8707509a8 store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:01,763 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/60229a3f3cb94e3395cf51f1ca732a6c is 50, key is test_row_0/B:col10/1734169318995/Put/seqid=0
2024-12-14T09:42:01,765 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412148d742053653040c88145785812ad35bf_52ca1a99fcded0d50c6095e8707509a8, store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:01,765 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148d742053653040c88145785812ad35bf_52ca1a99fcded0d50c6095e8707509a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:01,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742408_1584 (size=4469)
2024-12-14T09:42:01,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742407_1583 (size=12375)
2024-12-14T09:42:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:01,778 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:42:01,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:42:01,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:01,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:42:01,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:01,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:42:01,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:01,780 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/60229a3f3cb94e3395cf51f1ca732a6c as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/60229a3f3cb94e3395cf51f1ca732a6c
2024-12-14T09:42:01,783 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/B of 52ca1a99fcded0d50c6095e8707509a8 into 60229a3f3cb94e3395cf51f1ca732a6c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:01,783 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:01,783 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/B, priority=11, startTime=1734169321754; duration=0sec
2024-12-14T09:42:01,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412143780fcbe349740fea7ac7761f1eaf180_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169321777/Put/seqid=0
2024-12-14T09:42:01,784 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:42:01,784 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:B
2024-12-14T09:42:01,784 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-12-14T09:42:01,785 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-12-14T09:42:01,785 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/C is initiating minor compaction (all files)
2024-12-14T09:42:01,785 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/C in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,785 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/8442480af44946a4a566ed5adc0f2d49, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/9bd3b7335a694e5dae3cc0beaac85ceb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0ed28aa2699243d2b6bbe65bce830675, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/11ada351ff0e495b842e5efdfa6327e8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/3f208fe25ef7482daa08c967ca06e5b8] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=58.8 K
2024-12-14T09:42:01,785 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 8442480af44946a4a566ed5adc0f2d49, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734169312495
2024-12-14T09:42:01,785 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bd3b7335a694e5dae3cc0beaac85ceb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1734169313625
2024-12-14T09:42:01,786 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ed28aa2699243d2b6bbe65bce830675, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1734169314739
2024-12-14T09:42:01,786 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 11ada351ff0e495b842e5efdfa6327e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734169316863
2024-12-14T09:42:01,786 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f208fe25ef7482daa08c967ca06e5b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169318994
2024-12-14T09:42:01,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742409_1585 (size=14794)
2024-12-14T09:42:01,791 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#C#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:42:01,792 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/5bb90c38c8184828a3b7a65aeaceea41 is 50, key is test_row_0/C:col10/1734169318995/Put/seqid=0
2024-12-14T09:42:01,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742410_1586 (size=12375)
2024-12-14T09:42:01,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169381804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:01,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:01,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-12-14T09:42:01,908 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169381907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:01,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:01,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169382109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:02,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,173 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#A#compaction#494 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:42:02,173 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/b8e2e2a986e04ed28d8ac70ec13c333e is 175, key is test_row_0/A:col10/1734169318995/Put/seqid=0
2024-12-14T09:42:02,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742411_1587 (size=31329)
2024-12-14T09:42:02,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:42:02,189 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412143780fcbe349740fea7ac7761f1eaf180_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143780fcbe349740fea7ac7761f1eaf180_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:02,190 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/99307412dfa447ccbb203bdb791ce1a4, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:02,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/99307412dfa447ccbb203bdb791ce1a4 is 175, key is test_row_0/A:col10/1734169321777/Put/seqid=0
2024-12-14T09:42:02,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742412_1588 (size=39749)
2024-12-14T09:42:02,197 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/5bb90c38c8184828a3b7a65aeaceea41 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/5bb90c38c8184828a3b7a65aeaceea41
2024-12-14T09:42:02,200 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/C of 52ca1a99fcded0d50c6095e8707509a8 into 5bb90c38c8184828a3b7a65aeaceea41(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:02,200 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:02,200 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/C, priority=11, startTime=1734169321754; duration=0sec
2024-12-14T09:42:02,200 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:02,200 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:C
2024-12-14T09:42:02,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169382246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169382250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169382250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,297 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:02,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:02,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169382412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,588 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/b8e2e2a986e04ed28d8ac70ec13c333e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/b8e2e2a986e04ed28d8ac70ec13c333e
2024-12-14T09:42:02,591 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/A of 52ca1a99fcded0d50c6095e8707509a8 into b8e2e2a986e04ed28d8ac70ec13c333e(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:02,591 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:02,591 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/A, priority=11, startTime=1734169321754; duration=0sec
2024-12-14T09:42:02,591 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:02,591 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:A
2024-12-14T09:42:02,593 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/99307412dfa447ccbb203bdb791ce1a4
2024-12-14T09:42:02,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/945f501d9a6148f292222b99ecdbc188 is 50, key is test_row_0/B:col10/1734169321777/Put/seqid=0
2024-12-14T09:42:02,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742413_1589 (size=12151)
2024-12-14T09:42:02,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-12-14T09:42:02,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:02,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:02,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:02,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169382917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:03,001 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/945f501d9a6148f292222b99ecdbc188
2024-12-14T09:42:03,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/0b4cd1c0af054992a673cd90c8e74461 is 50, key is test_row_0/C:col10/1734169321777/Put/seqid=0
2024-12-14T09:42:03,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742414_1590 (size=12151)
2024-12-14T09:42:03,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:03,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:03,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:03,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:03,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:03,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:03,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:03,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174
java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4114): Remote procedure failed, pid=174
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-14T09:42:03,409 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/0b4cd1c0af054992a673cd90c8e74461
2024-12-14T09:42:03,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/99307412dfa447ccbb203bdb791ce1a4 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/99307412dfa447ccbb203bdb791ce1a4
2024-12-14T09:42:03,414 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/99307412dfa447ccbb203bdb791ce1a4, entries=200, sequenceid=155, filesize=38.8 K
2024-12-14T09:42:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/945f501d9a6148f292222b99ecdbc188 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/945f501d9a6148f292222b99ecdbc188
2024-12-14T09:42:03,417 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/945f501d9a6148f292222b99ecdbc188, entries=150, sequenceid=155, filesize=11.9 K
2024-12-14T09:42:03,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/0b4cd1c0af054992a673cd90c8e74461 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0b4cd1c0af054992a673cd90c8e74461
2024-12-14T09:42:03,419 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0b4cd1c0af054992a673cd90c8e74461, entries=150, sequenceid=155, filesize=11.9 K
2024-12-14T09:42:03,420 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 52ca1a99fcded0d50c6095e8707509a8 in 1642ms, sequenceid=155, compaction requested=false
2024-12-14T09:42:03,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:03,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:03,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174
2024-12-14T09:42:03,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:03,514 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:42:03,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:42:03,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:03,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:42:03,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:03,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:42:03,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:03,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b9b2bcb7623b4403b96a3192d7c6ef07_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169321784/Put/seqid=0
2024-12-14T09:42:03,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742415_1591 (size=12304)
2024-12-14T09:42:03,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:03,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:42:03,940 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b9b2bcb7623b4403b96a3192d7c6ef07_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b9b2bcb7623b4403b96a3192d7c6ef07_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/1c33c3d839374a1a9c307b3d26ee3174, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/1c33c3d839374a1a9c307b3d26ee3174 is 175, key is test_row_0/A:col10/1734169321784/Put/seqid=0
2024-12-14T09:42:03,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742416_1592 (size=31105)
2024-12-14T09:42:03,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:03,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169383964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:04,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:04,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169384066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:04,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169384253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:04,255 DEBUG [Thread-2442 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:42:04,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169384261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:04,262 DEBUG [Thread-2440 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:42:04,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169384268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:04,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169384269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:04,269 DEBUG [Thread-2436 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:42:04,344 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/1c33c3d839374a1a9c307b3d26ee3174
2024-12-14T09:42:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/06bba9c5957647b180f26fdea5ec940f is 50, key is test_row_0/B:col10/1734169321784/Put/seqid=0
2024-12-14T09:42:04,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742417_1593 (size=12151)
2024-12-14T09:42:04,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169384572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:04,754 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/06bba9c5957647b180f26fdea5ec940f
2024-12-14T09:42:04,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/b2d1fa517bab4e93a1fbc212ebdc86d0 is 50, key is test_row_0/C:col10/1734169321784/Put/seqid=0
2024-12-14T09:42:04,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742418_1594 (size=12151)
2024-12-14T09:42:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-12-14T09:42:05,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48684 deadline: 1734169385040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:05,042 DEBUG [Thread-2444 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:42:05,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169385077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:05,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/b2d1fa517bab4e93a1fbc212ebdc86d0
2024-12-14T09:42:05,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/1c33c3d839374a1a9c307b3d26ee3174 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/1c33c3d839374a1a9c307b3d26ee3174
2024-12-14T09:42:05,205 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/1c33c3d839374a1a9c307b3d26ee3174, entries=150, sequenceid=170, filesize=30.4 K
2024-12-14T09:42:05,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/06bba9c5957647b180f26fdea5ec940f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/06bba9c5957647b180f26fdea5ec940f
2024-12-14T09:42:05,208 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/06bba9c5957647b180f26fdea5ec940f, entries=150, sequenceid=170, filesize=11.9 K
2024-12-14T09:42:05,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/b2d1fa517bab4e93a1fbc212ebdc86d0 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b2d1fa517bab4e93a1fbc212ebdc86d0
2024-12-14T09:42:05,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b2d1fa517bab4e93a1fbc212ebdc86d0, entries=150, sequenceid=170, filesize=11.9 K
2024-12-14T09:42:05,211 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 52ca1a99fcded0d50c6095e8707509a8 in 1697ms, sequenceid=170, compaction requested=true
2024-12-14T09:42:05,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:05,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:05,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174
2024-12-14T09:42:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=174
2024-12-14T09:42:05,213 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173
2024-12-14T09:42:05,213 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4370 sec
2024-12-14T09:42:05,214 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 4.4390 sec
2024-12-14T09:42:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:06,081 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-12-14T09:42:06,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:42:06,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:06,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:42:06,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:06,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:42:06,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:06,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b1fbbd43229043f282b382d87a636d8d_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169323961/Put/seqid=0
2024-12-14T09:42:06,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742419_1595 (size=14794)
2024-12-14T09:42:06,090 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:42:06,093 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214b1fbbd43229043f282b382d87a636d8d_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b1fbbd43229043f282b382d87a636d8d_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:06,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/bcf58483ff6a4829923f113f90991ffb, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:06,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/bcf58483ff6a4829923f113f90991ffb is 175, key is test_row_0/A:col10/1734169323961/Put/seqid=0
2024-12-14T09:42:06,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742420_1596 (size=39749)
2024-12-14T09:42:06,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169386098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:06,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169386201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:06,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169386403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:06,498 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/bcf58483ff6a4829923f113f90991ffb
2024-12-14T09:42:06,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/6d57aa75f57c41ed869b2889354e041b is 50, key is test_row_0/B:col10/1734169323961/Put/seqid=0
2024-12-14T09:42:06,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742421_1597 (size=12151)
2024-12-14T09:42:06,707 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169386706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:06,708 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-14T09:42:06,906 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/6d57aa75f57c41ed869b2889354e041b
2024-12-14T09:42:06,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/ed31d3c5b4f84d7ba2ce935847dd335d is 50, key is test_row_0/C:col10/1734169323961/Put/seqid=0
2024-12-14T09:42:06,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742422_1598 (size=12151)
2024-12-14T09:42:06,914 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/ed31d3c5b4f84d7ba2ce935847dd335d
2024-12-14T09:42:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/bcf58483ff6a4829923f113f90991ffb as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/bcf58483ff6a4829923f113f90991ffb
2024-12-14T09:42:06,920 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/bcf58483ff6a4829923f113f90991ffb, entries=200, sequenceid=195, filesize=38.8 K
2024-12-14T09:42:06,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/6d57aa75f57c41ed869b2889354e041b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/6d57aa75f57c41ed869b2889354e041b
2024-12-14T09:42:06,923 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/6d57aa75f57c41ed869b2889354e041b, entries=150, sequenceid=195, filesize=11.9 K
2024-12-14T09:42:06,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/ed31d3c5b4f84d7ba2ce935847dd335d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/ed31d3c5b4f84d7ba2ce935847dd335d
2024-12-14T09:42:06,926 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/ed31d3c5b4f84d7ba2ce935847dd335d, entries=150, sequenceid=195, filesize=11.9 K
2024-12-14T09:42:06,927 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 52ca1a99fcded0d50c6095e8707509a8 in 846ms, sequenceid=195, compaction requested=true
2024-12-14T09:42:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:42:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:06,927 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:42:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:42:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:06,927 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:42:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:42:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:42:06,928 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141932 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:42:06,928 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:42:06,928 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/B is initiating minor compaction (all files)
2024-12-14T09:42:06,928 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/A is initiating minor compaction (all files)
2024-12-14T09:42:06,928 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/A in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:06,928 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/B in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:06,928 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/b8e2e2a986e04ed28d8ac70ec13c333e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/99307412dfa447ccbb203bdb791ce1a4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/1c33c3d839374a1a9c307b3d26ee3174, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/bcf58483ff6a4829923f113f90991ffb] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=138.6 K
2024-12-14T09:42:06,928 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/60229a3f3cb94e3395cf51f1ca732a6c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/945f501d9a6148f292222b99ecdbc188, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/06bba9c5957647b180f26fdea5ec940f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/6d57aa75f57c41ed869b2889354e041b] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=47.7 K
2024-12-14T09:42:06,928 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:06,928 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/b8e2e2a986e04ed28d8ac70ec13c333e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/99307412dfa447ccbb203bdb791ce1a4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/1c33c3d839374a1a9c307b3d26ee3174, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/bcf58483ff6a4829923f113f90991ffb]
2024-12-14T09:42:06,928 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 60229a3f3cb94e3395cf51f1ca732a6c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169318994
2024-12-14T09:42:06,928 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8e2e2a986e04ed28d8ac70ec13c333e, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169318994
2024-12-14T09:42:06,929 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 945f501d9a6148f292222b99ecdbc188, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169320126
2024-12-14T09:42:06,929 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99307412dfa447ccbb203bdb791ce1a4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169320125
2024-12-14T09:42:06,929 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 06bba9c5957647b180f26fdea5ec940f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734169321784
2024-12-14T09:42:06,929 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d57aa75f57c41ed869b2889354e041b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169323958
2024-12-14T09:42:06,929 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c33c3d839374a1a9c307b3d26ee3174, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734169321784
2024-12-14T09:42:06,929 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcf58483ff6a4829923f113f90991ffb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169323958
2024-12-14T09:42:06,934 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:06,936 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241214a307f591ccf643fab180f5fb8dc7787b_52ca1a99fcded0d50c6095e8707509a8 store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:06,936 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#B#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:42:06,937 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/2e000209ca1b42baa30c27b1951d33cf is 50, key is test_row_0/B:col10/1734169323961/Put/seqid=0
2024-12-14T09:42:06,937 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241214a307f591ccf643fab180f5fb8dc7787b_52ca1a99fcded0d50c6095e8707509a8, store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:06,937 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214a307f591ccf643fab180f5fb8dc7787b_52ca1a99fcded0d50c6095e8707509a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:06,956 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742424_1600 (size=4469)
2024-12-14T09:42:06,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742423_1599 (size=12561)
2024-12-14T09:42:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:07,214 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-12-14T09:42:07,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:42:07,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:07,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:42:07,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:07,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:42:07,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:07,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148186fe88b3d44be0aed2773c6e306c4c_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169326098/Put/seqid=0
2024-12-14T09:42:07,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742425_1601 (size=12304)
2024-12-14T09:42:07,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169387263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:07,357 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#A#compaction#505 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:42:07,358 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/863de48e36b547ce8b54446fbca6c9c8 is 175, key is test_row_0/A:col10/1734169323961/Put/seqid=0
2024-12-14T09:42:07,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742426_1602 (size=31515)
2024-12-14T09:42:07,364 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/863de48e36b547ce8b54446fbca6c9c8 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/863de48e36b547ce8b54446fbca6c9c8
2024-12-14T09:42:07,367 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/2e000209ca1b42baa30c27b1951d33cf as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/2e000209ca1b42baa30c27b1951d33cf
2024-12-14T09:42:07,368 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/A of 52ca1a99fcded0d50c6095e8707509a8 into 863de48e36b547ce8b54446fbca6c9c8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:07,368 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:07,368 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/A, priority=12, startTime=1734169326927; duration=0sec
2024-12-14T09:42:07,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169387366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:07,368 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:42:07,368 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:A
2024-12-14T09:42:07,368 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:42:07,369 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:42:07,369 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/C is initiating minor compaction (all files)
2024-12-14T09:42:07,369 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/C in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:07,369 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/5bb90c38c8184828a3b7a65aeaceea41, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0b4cd1c0af054992a673cd90c8e74461, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b2d1fa517bab4e93a1fbc212ebdc86d0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/ed31d3c5b4f84d7ba2ce935847dd335d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=47.7 K
2024-12-14T09:42:07,369 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bb90c38c8184828a3b7a65aeaceea41, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734169318994
2024-12-14T09:42:07,369 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b4cd1c0af054992a673cd90c8e74461, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734169320126
2024-12-14T09:42:07,370 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2d1fa517bab4e93a1fbc212ebdc86d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734169321784
2024-12-14T09:42:07,370 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed31d3c5b4f84d7ba2ce935847dd335d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169323958
2024-12-14T09:42:07,370 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/B of 52ca1a99fcded0d50c6095e8707509a8 into 2e000209ca1b42baa30c27b1951d33cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:07,370 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:07,370 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/B, priority=12, startTime=1734169326927; duration=0sec
2024-12-14T09:42:07,370 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:07,370 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:B
2024-12-14T09:42:07,375 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#C#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:42:07,375 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/d1c9c523d11e40109c44748d4cc1d32b is 50, key is test_row_0/C:col10/1734169323961/Put/seqid=0
2024-12-14T09:42:07,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742427_1603 (size=12561)
2024-12-14T09:42:07,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169387570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:07,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:42:07,627 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412148186fe88b3d44be0aed2773c6e306c4c_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148186fe88b3d44be0aed2773c6e306c4c_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:07,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/56623a306e8140b38b5565c36d637c4b, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:07,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/56623a306e8140b38b5565c36d637c4b is 175, key is test_row_0/A:col10/1734169326098/Put/seqid=0
2024-12-14T09:42:07,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742428_1604 (size=31105)
2024-12-14T09:42:07,781 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/d1c9c523d11e40109c44748d4cc1d32b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d1c9c523d11e40109c44748d4cc1d32b
2024-12-14T09:42:07,784 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/C of 52ca1a99fcded0d50c6095e8707509a8 into d1c9c523d11e40109c44748d4cc1d32b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:07,784 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:07,784 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/C, priority=12, startTime=1734169326927; duration=0sec
2024-12-14T09:42:07,784 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:07,784 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:C
2024-12-14T09:42:07,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169387872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:08,031 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/56623a306e8140b38b5565c36d637c4b
2024-12-14T09:42:08,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/1d71c7b6764840ac8e02e5e04748b713 is 50, key is test_row_0/B:col10/1734169326098/Put/seqid=0
2024-12-14T09:42:08,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742429_1605 (size=12151)
2024-12-14T09:42:08,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48670 deadline: 1734169388267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:08,268 DEBUG [Thread-2440 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:42:08,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48654 deadline: 1734169388283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:08,285 DEBUG [Thread-2436 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:42:08,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48682 deadline: 1734169388285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:08,286 DEBUG [Thread-2442 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)
, details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., hostname=32d1f136e9e3,45387,1734169148668, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499)
	at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110)
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280)
	at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265)
	at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133)
	at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104)
	at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
	at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565)
	at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149)
	at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430)
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425)
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116)
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131)
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125)
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-14T09:42:08,377 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169388376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:08,438 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/1d71c7b6764840ac8e02e5e04748b713
2024-12-14T09:42:08,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/d978fdb40bfd4029a39807cf83db9ad2 is 50, key is test_row_0/C:col10/1734169326098/Put/seqid=0
2024-12-14T09:42:08,447 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742430_1606 (size=12151)
2024-12-14T09:42:08,847 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/d978fdb40bfd4029a39807cf83db9ad2
2024-12-14T09:42:08,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/56623a306e8140b38b5565c36d637c4b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/56623a306e8140b38b5565c36d637c4b
2024-12-14T09:42:08,853 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/56623a306e8140b38b5565c36d637c4b, entries=150, sequenceid=207, filesize=30.4 K
2024-12-14T09:42:08,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/1d71c7b6764840ac8e02e5e04748b713 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/1d71c7b6764840ac8e02e5e04748b713
2024-12-14T09:42:08,856 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/1d71c7b6764840ac8e02e5e04748b713, entries=150, sequenceid=207, filesize=11.9 K
2024-12-14T09:42:08,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/d978fdb40bfd4029a39807cf83db9ad2 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d978fdb40bfd4029a39807cf83db9ad2
2024-12-14T09:42:08,858 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d978fdb40bfd4029a39807cf83db9ad2, entries=150, sequenceid=207, filesize=11.9 K
2024-12-14T09:42:08,859 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 52ca1a99fcded0d50c6095e8707509a8 in 1645ms, sequenceid=207, compaction requested=false
2024-12-14T09:42:08,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173
2024-12-14T09:42:08,879 INFO  [Thread-2446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed
2024-12-14T09:42:08,880 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-12-14T09:42:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees
2024-12-14T09:42:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175
2024-12-14T09:42:08,881 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-12-14T09:42:08,881 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-12-14T09:42:08,881 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-12-14T09:42:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175
2024-12-14T09:42:09,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:09,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45387 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176
2024-12-14T09:42:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:09,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-12-14T09:42:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:42:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:42:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:42:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:09,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412147fc3d130b7b949769e90dd56da1572f4_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169327263/Put/seqid=0
2024-12-14T09:42:09,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742431_1607 (size=12304)
2024-12-14T09:42:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:42:09,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412147fc3d130b7b949769e90dd56da1572f4_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147fc3d130b7b949769e90dd56da1572f4_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/4ff22f03f0bb4a228ff5114932bada73, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/4ff22f03f0bb4a228ff5114932bada73 is 175, key is test_row_0/A:col10/1734169327263/Put/seqid=0
2024-12-14T09:42:09,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742432_1608 (size=31105)
2024-12-14T09:42:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175
2024-12-14T09:42:09,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:09,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. as already flushing
2024-12-14T09:42:09,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169389397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:09,466 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/4ff22f03f0bb4a228ff5114932bada73
2024-12-14T09:42:09,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/17206612ce54474488ca834c17761b19 is 50, key is test_row_0/B:col10/1734169327263/Put/seqid=0
2024-12-14T09:42:09,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742433_1609 (size=12151)
2024-12-14T09:42:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175
2024-12-14T09:42:09,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169389500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:09,703 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169389702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:09,875 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/17206612ce54474488ca834c17761b19
2024-12-14T09:42:09,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/a6c46f3e80864aa1b28e0f648def8dff is 50, key is test_row_0/C:col10/1734169327263/Put/seqid=0
2024-12-14T09:42:09,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742434_1610 (size=12151)
2024-12-14T09:42:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175
2024-12-14T09:42:10,006 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT]
2024-12-14T09:42:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45387 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:48726 deadline: 1734169390005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:10,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/a6c46f3e80864aa1b28e0f648def8dff
2024-12-14T09:42:10,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/4ff22f03f0bb4a228ff5114932bada73 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/4ff22f03f0bb4a228ff5114932bada73
2024-12-14T09:42:10,315 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/4ff22f03f0bb4a228ff5114932bada73, entries=150, sequenceid=234, filesize=30.4 K
2024-12-14T09:42:10,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/17206612ce54474488ca834c17761b19 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/17206612ce54474488ca834c17761b19
2024-12-14T09:42:10,319 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/17206612ce54474488ca834c17761b19, entries=150, sequenceid=234, filesize=11.9 K
2024-12-14T09:42:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/a6c46f3e80864aa1b28e0f648def8dff as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/a6c46f3e80864aa1b28e0f648def8dff
2024-12-14T09:42:10,321 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/a6c46f3e80864aa1b28e0f648def8dff, entries=150, sequenceid=234, filesize=11.9 K
2024-12-14T09:42:10,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 52ca1a99fcded0d50c6095e8707509a8 in 1289ms, sequenceid=234, compaction requested=true
2024-12-14T09:42:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/32d1f136e9e3:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176
2024-12-14T09:42:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster(4106): Remote procedure done, pid=176
2024-12-14T09:42:10,323 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175
2024-12-14T09:42:10,323 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec
2024-12-14T09:42:10,324 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.4430 sec
2024-12-14T09:42:10,350 DEBUG [Thread-2453 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4df561bb to 127.0.0.1:58469
2024-12-14T09:42:10,350 DEBUG [Thread-2453 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:10,350 DEBUG [Thread-2455 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ac07c29 to 127.0.0.1:58469
2024-12-14T09:42:10,350 DEBUG [Thread-2455 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:10,351 DEBUG [Thread-2447 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77a6a62c to 127.0.0.1:58469
2024-12-14T09:42:10,351 DEBUG [Thread-2447 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:10,351 DEBUG [Thread-2449 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x125099a6 to 127.0.0.1:58469
2024-12-14T09:42:10,351 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:10,352 DEBUG [Thread-2451 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5729b818 to 127.0.0.1:58469
2024-12-14T09:42:10,352 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45387 {}] regionserver.HRegion(8581): Flush requested on 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:10,511 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-12-14T09:42:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:42:10,511 DEBUG [Thread-2438 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x205568ef to 127.0.0.1:58469
2024-12-14T09:42:10,511 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:42:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:42:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:10,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d96292594f6945f69f4aaf70ccd58a4f_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169329397/Put/seqid=0
2024-12-14T09:42:10,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742435_1611 (size=12304)
2024-12-14T09:42:10,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:42:10,526 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214d96292594f6945f69f4aaf70ccd58a4f_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d96292594f6945f69f4aaf70ccd58a4f_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:10,527 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/cf7e29ebccfa47b6b7a8a0085699f450, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:10,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/cf7e29ebccfa47b6b7a8a0085699f450 is 175, key is test_row_0/A:col10/1734169329397/Put/seqid=0
2024-12-14T09:42:10,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742436_1612 (size=31105)
2024-12-14T09:42:10,932 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/cf7e29ebccfa47b6b7a8a0085699f450
2024-12-14T09:42:10,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/e88be899154d417dbf8bffbe3985ca87 is 50, key is test_row_0/B:col10/1734169329397/Put/seqid=0
2024-12-14T09:42:10,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742437_1613 (size=12151)
2024-12-14T09:42:10,948 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/e88be899154d417dbf8bffbe3985ca87
2024-12-14T09:42:10,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6f3e71490518461fbe791c9ad9ded03d is 50, key is test_row_0/C:col10/1734169329397/Put/seqid=0
2024-12-14T09:42:10,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742438_1614 (size=12151)
2024-12-14T09:42:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175
2024-12-14T09:42:10,985 INFO  [Thread-2446 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed
2024-12-14T09:42:11,359 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6f3e71490518461fbe791c9ad9ded03d
2024-12-14T09:42:11,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/cf7e29ebccfa47b6b7a8a0085699f450 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/cf7e29ebccfa47b6b7a8a0085699f450
2024-12-14T09:42:11,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/cf7e29ebccfa47b6b7a8a0085699f450, entries=150, sequenceid=247, filesize=30.4 K
2024-12-14T09:42:11,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/e88be899154d417dbf8bffbe3985ca87 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/e88be899154d417dbf8bffbe3985ca87
2024-12-14T09:42:11,377 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/e88be899154d417dbf8bffbe3985ca87, entries=150, sequenceid=247, filesize=11.9 K
2024-12-14T09:42:11,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/6f3e71490518461fbe791c9ad9ded03d as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f3e71490518461fbe791c9ad9ded03d
2024-12-14T09:42:11,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f3e71490518461fbe791c9ad9ded03d, entries=150, sequenceid=247, filesize=11.9 K
2024-12-14T09:42:11,383 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 52ca1a99fcded0d50c6095e8707509a8 in 871ms, sequenceid=247, compaction requested=true
2024-12-14T09:42:11,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:11,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:A, priority=-2147483648, current under compaction store size is 1
2024-12-14T09:42:11,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:11,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:B, priority=-2147483648, current under compaction store size is 2
2024-12-14T09:42:11,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:11,383 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:42:11,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52ca1a99fcded0d50c6095e8707509a8:C, priority=-2147483648, current under compaction store size is 3
2024-12-14T09:42:11,383 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:42:11,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:42:11,384 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:42:11,384 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 124830 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:42:11,384 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/A is initiating minor compaction (all files)
2024-12-14T09:42:11,384 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/B is initiating minor compaction (all files)
2024-12-14T09:42:11,384 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/A in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:11,384 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/B in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:11,384 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/863de48e36b547ce8b54446fbca6c9c8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/56623a306e8140b38b5565c36d637c4b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/4ff22f03f0bb4a228ff5114932bada73, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/cf7e29ebccfa47b6b7a8a0085699f450] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=121.9 K
2024-12-14T09:42:11,384 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/2e000209ca1b42baa30c27b1951d33cf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/1d71c7b6764840ac8e02e5e04748b713, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/17206612ce54474488ca834c17761b19, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/e88be899154d417dbf8bffbe3985ca87] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=47.9 K
2024-12-14T09:42:11,385 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:11,385 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. files: [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/863de48e36b547ce8b54446fbca6c9c8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/56623a306e8140b38b5565c36d637c4b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/4ff22f03f0bb4a228ff5114932bada73, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/cf7e29ebccfa47b6b7a8a0085699f450]
2024-12-14T09:42:11,385 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e000209ca1b42baa30c27b1951d33cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169323958
2024-12-14T09:42:11,385 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 863de48e36b547ce8b54446fbca6c9c8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169323958
2024-12-14T09:42:11,385 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56623a306e8140b38b5565c36d637c4b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734169326091
2024-12-14T09:42:11,385 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d71c7b6764840ac8e02e5e04748b713, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734169326091
2024-12-14T09:42:11,385 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ff22f03f0bb4a228ff5114932bada73, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169327255
2024-12-14T09:42:11,386 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 17206612ce54474488ca834c17761b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169327255
2024-12-14T09:42:11,386 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf7e29ebccfa47b6b7a8a0085699f450, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734169329388
2024-12-14T09:42:11,386 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting e88be899154d417dbf8bffbe3985ca87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734169329388
2024-12-14T09:42:11,392 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:11,394 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#B#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-12-14T09:42:11,394 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412142002d65d70804182b50e84eb0b43a4b3_52ca1a99fcded0d50c6095e8707509a8 store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:11,395 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/104fc5f8c58d48b88bc9042ade5dd050 is 50, key is test_row_0/B:col10/1734169329397/Put/seqid=0
2024-12-14T09:42:11,397 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412142002d65d70804182b50e84eb0b43a4b3_52ca1a99fcded0d50c6095e8707509a8, store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:11,398 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412142002d65d70804182b50e84eb0b43a4b3_52ca1a99fcded0d50c6095e8707509a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:11,398 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742439_1615 (size=12697)
2024-12-14T09:42:11,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742440_1616 (size=4469)
2024-12-14T09:42:11,643 DEBUG [regionserver/32d1f136e9e3:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second
2024-12-14T09:42:11,803 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#A#compaction#518 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-14T09:42:11,804 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/2d980c8ad3564b55bb3e693faadb3e46 is 175, key is test_row_0/A:col10/1734169329397/Put/seqid=0
2024-12-14T09:42:11,808 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/104fc5f8c58d48b88bc9042ade5dd050 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/104fc5f8c58d48b88bc9042ade5dd050
2024-12-14T09:42:11,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742441_1617 (size=31651)
2024-12-14T09:42:11,813 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/B of 52ca1a99fcded0d50c6095e8707509a8 into 104fc5f8c58d48b88bc9042ade5dd050(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:11,813 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:11,813 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/B, priority=12, startTime=1734169331383; duration=0sec
2024-12-14T09:42:11,814 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-12-14T09:42:11,814 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:B
2024-12-14T09:42:11,814 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-12-14T09:42:11,815 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-12-14T09:42:11,815 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1540): 52ca1a99fcded0d50c6095e8707509a8/C is initiating minor compaction (all files)
2024-12-14T09:42:11,815 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52ca1a99fcded0d50c6095e8707509a8/C in TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:11,815 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d1c9c523d11e40109c44748d4cc1d32b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d978fdb40bfd4029a39807cf83db9ad2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/a6c46f3e80864aa1b28e0f648def8dff, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f3e71490518461fbe791c9ad9ded03d] into tmpdir=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp, totalSize=47.9 K
2024-12-14T09:42:11,816 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d1c9c523d11e40109c44748d4cc1d32b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734169323958
2024-12-14T09:42:11,816 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting d978fdb40bfd4029a39807cf83db9ad2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1734169326091
2024-12-14T09:42:11,816 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting a6c46f3e80864aa1b28e0f648def8dff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1734169327255
2024-12-14T09:42:11,817 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f3e71490518461fbe791c9ad9ded03d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1734169329388
2024-12-14T09:42:11,823 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52ca1a99fcded0d50c6095e8707509a8#C#compaction#519 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second
2024-12-14T09:42:11,824 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/379e00fc245641dabd9db284bb04ae6e is 50, key is test_row_0/C:col10/1734169329397/Put/seqid=0
2024-12-14T09:42:11,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742442_1618 (size=12697)
2024-12-14T09:42:12,220 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/2d980c8ad3564b55bb3e693faadb3e46 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2d980c8ad3564b55bb3e693faadb3e46
2024-12-14T09:42:12,228 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/A of 52ca1a99fcded0d50c6095e8707509a8 into 2d980c8ad3564b55bb3e693faadb3e46(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:12,228 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:12,228 INFO  [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/A, priority=12, startTime=1734169331383; duration=0sec
2024-12-14T09:42:12,228 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:12,228 DEBUG [RS:0;32d1f136e9e3:45387-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:A
2024-12-14T09:42:12,232 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/379e00fc245641dabd9db284bb04ae6e as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/379e00fc245641dabd9db284bb04ae6e
2024-12-14T09:42:12,237 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52ca1a99fcded0d50c6095e8707509a8/C of 52ca1a99fcded0d50c6095e8707509a8 into 379e00fc245641dabd9db284bb04ae6e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-12-14T09:42:12,237 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:12,237 INFO  [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8., storeName=52ca1a99fcded0d50c6095e8707509a8/C, priority=12, startTime=1734169331383; duration=0sec
2024-12-14T09:42:12,237 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-12-14T09:42:12,237 DEBUG [RS:0;32d1f136e9e3:45387-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52ca1a99fcded0d50c6095e8707509a8:C
2024-12-14T09:42:15,122 DEBUG [Thread-2444 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73e9c98b to 127.0.0.1:58469
2024-12-14T09:42:15,122 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:18,276 DEBUG [Thread-2440 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c6fde8c to 127.0.0.1:58469
2024-12-14T09:42:18,276 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:18,374 DEBUG [Thread-2436 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0672325a to 127.0.0.1:58469
2024-12-14T09:42:18,374 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:18,377 DEBUG [Thread-2442 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x675cc1c7 to 127.0.0.1:58469
2024-12-14T09:42:18,378 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:18,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-12-14T09:42:18,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 31
2024-12-14T09:42:18,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 86
2024-12-14T09:42:18,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 25
2024-12-14T09:42:18,378 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 33
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 24
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 8308
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 8125
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 8225
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 8291
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 8103
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-12-14T09:42:18,379 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-12-14T09:42:18,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53ef82c4 to 127.0.0.1:58469
2024-12-14T09:42:18,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:18,381 INFO  [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees
2024-12-14T09:42:18,382 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-12-14T09:42:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees
2024-12-14T09:42:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177
2024-12-14T09:42:18,384 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169338384"}]},"ts":"1734169338384"}
2024-12-14T09:42:18,385 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-12-14T09:42:18,401 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-12-14T09:42:18,402 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-12-14T09:42:18,403 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, UNASSIGN}]
2024-12-14T09:42:18,403 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, UNASSIGN
2024-12-14T09:42:18,404 INFO  [PEWorker-5 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=52ca1a99fcded0d50c6095e8707509a8, regionState=CLOSING, regionLocation=32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:18,404 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-14T09:42:18,404 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure 52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668}]
2024-12-14T09:42:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177
2024-12-14T09:42:18,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:18,556 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:18,556 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false
2024-12-14T09:42:18,557 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing 52ca1a99fcded0d50c6095e8707509a8, disabling compactions & flushes
2024-12-14T09:42:18,557 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:18,557 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:18,557 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8. after waiting 0 ms
2024-12-14T09:42:18,557 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:18,557 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(2837): Flushing 52ca1a99fcded0d50c6095e8707509a8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB
2024-12-14T09:42:18,557 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=A
2024-12-14T09:42:18,557 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:18,557 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=B
2024-12-14T09:42:18,557 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:18,558 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52ca1a99fcded0d50c6095e8707509a8, store=C
2024-12-14T09:42:18,558 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-12-14T09:42:18,564 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c7588826222f4b7fbcbd34ab92e97387_52ca1a99fcded0d50c6095e8707509a8 is 50, key is test_row_0/A:col10/1734169338375/Put/seqid=0
2024-12-14T09:42:18,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742443_1619 (size=9864)
2024-12-14T09:42:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177
2024-12-14T09:42:18,969 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-14T09:42:18,978 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241214c7588826222f4b7fbcbd34ab92e97387_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c7588826222f4b7fbcbd34ab92e97387_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:18,979 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/f51f36a124f34fb38c5e69d54a3ebe8a, store: [table=TestAcidGuarantees family=A region=52ca1a99fcded0d50c6095e8707509a8]
2024-12-14T09:42:18,980 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/f51f36a124f34fb38c5e69d54a3ebe8a is 175, key is test_row_0/A:col10/1734169338375/Put/seqid=0
2024-12-14T09:42:18,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742444_1620 (size=22511)
2024-12-14T09:42:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177
2024-12-14T09:42:19,386 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/f51f36a124f34fb38c5e69d54a3ebe8a
2024-12-14T09:42:19,400 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/011211b4e671436db84a69810f0c5562 is 50, key is test_row_0/B:col10/1734169338375/Put/seqid=0
2024-12-14T09:42:19,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742445_1621 (size=9807)
2024-12-14T09:42:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177
2024-12-14T09:42:19,805 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/011211b4e671436db84a69810f0c5562
2024-12-14T09:42:19,812 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/b72f7659316f4dfbb7aa8fa6a7ca4c28 is 50, key is test_row_0/C:col10/1734169338375/Put/seqid=0
2024-12-14T09:42:19,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742446_1622 (size=9807)
2024-12-14T09:42:20,218 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/b72f7659316f4dfbb7aa8fa6a7ca4c28
2024-12-14T09:42:20,223 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/A/f51f36a124f34fb38c5e69d54a3ebe8a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/f51f36a124f34fb38c5e69d54a3ebe8a
2024-12-14T09:42:20,228 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/f51f36a124f34fb38c5e69d54a3ebe8a, entries=100, sequenceid=257, filesize=22.0 K
2024-12-14T09:42:20,230 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/B/011211b4e671436db84a69810f0c5562 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/011211b4e671436db84a69810f0c5562
2024-12-14T09:42:20,234 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/011211b4e671436db84a69810f0c5562, entries=100, sequenceid=257, filesize=9.6 K
2024-12-14T09:42:20,235 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/.tmp/C/b72f7659316f4dfbb7aa8fa6a7ca4c28 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b72f7659316f4dfbb7aa8fa6a7ca4c28
2024-12-14T09:42:20,240 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b72f7659316f4dfbb7aa8fa6a7ca4c28, entries=100, sequenceid=257, filesize=9.6 K
2024-12-14T09:42:20,241 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 52ca1a99fcded0d50c6095e8707509a8 in 1683ms, sequenceid=257, compaction requested=false
2024-12-14T09:42:20,241 DEBUG [StoreCloser-TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/e824d3b2357440c6963d4428d67114df, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/149b451c2fe34a5e92a20e72f4745056, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/65218521605f41499a033aaeca941e87, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2018279f187d49b4b5c22fa49bb4b5df, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2001d006565f44f3986ba805d6acdb41, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/3a5b8dd065924633befd0d3dacfc6fc0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/42e666f1d52b4886ba8cca3ff9d11748, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/11d27cf74fca4d7583b08890b8488fd9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/b8e2e2a986e04ed28d8ac70ec13c333e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/99307412dfa447ccbb203bdb791ce1a4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/1c33c3d839374a1a9c307b3d26ee3174, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/bcf58483ff6a4829923f113f90991ffb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/863de48e36b547ce8b54446fbca6c9c8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/56623a306e8140b38b5565c36d637c4b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/4ff22f03f0bb4a228ff5114932bada73, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/cf7e29ebccfa47b6b7a8a0085699f450] to archive
2024-12-14T09:42:20,242 DEBUG [StoreCloser-TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:42:20,245 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/149b451c2fe34a5e92a20e72f4745056 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/149b451c2fe34a5e92a20e72f4745056
2024-12-14T09:42:20,245 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/65218521605f41499a033aaeca941e87 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/65218521605f41499a033aaeca941e87
2024-12-14T09:42:20,245 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2018279f187d49b4b5c22fa49bb4b5df to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2018279f187d49b4b5c22fa49bb4b5df
2024-12-14T09:42:20,245 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2001d006565f44f3986ba805d6acdb41 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2001d006565f44f3986ba805d6acdb41
2024-12-14T09:42:20,245 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/3a5b8dd065924633befd0d3dacfc6fc0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/3a5b8dd065924633befd0d3dacfc6fc0
2024-12-14T09:42:20,246 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/e824d3b2357440c6963d4428d67114df to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/e824d3b2357440c6963d4428d67114df
2024-12-14T09:42:20,247 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/863de48e36b547ce8b54446fbca6c9c8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/863de48e36b547ce8b54446fbca6c9c8
2024-12-14T09:42:20,247 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/99307412dfa447ccbb203bdb791ce1a4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/99307412dfa447ccbb203bdb791ce1a4
2024-12-14T09:42:20,247 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/11d27cf74fca4d7583b08890b8488fd9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/11d27cf74fca4d7583b08890b8488fd9
2024-12-14T09:42:20,247 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/42e666f1d52b4886ba8cca3ff9d11748 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/42e666f1d52b4886ba8cca3ff9d11748
2024-12-14T09:42:20,247 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/b8e2e2a986e04ed28d8ac70ec13c333e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/b8e2e2a986e04ed28d8ac70ec13c333e
2024-12-14T09:42:20,247 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/bcf58483ff6a4829923f113f90991ffb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/bcf58483ff6a4829923f113f90991ffb
2024-12-14T09:42:20,247 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/1c33c3d839374a1a9c307b3d26ee3174 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/1c33c3d839374a1a9c307b3d26ee3174
2024-12-14T09:42:20,247 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/56623a306e8140b38b5565c36d637c4b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/56623a306e8140b38b5565c36d637c4b
2024-12-14T09:42:20,248 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/cf7e29ebccfa47b6b7a8a0085699f450 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/cf7e29ebccfa47b6b7a8a0085699f450
2024-12-14T09:42:20,248 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/4ff22f03f0bb4a228ff5114932bada73 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/4ff22f03f0bb4a228ff5114932bada73
2024-12-14T09:42:20,249 DEBUG [StoreCloser-TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/4503e58112a9494fb02edc83695862f9, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/93e9776f3b4f4c3280d31bf6baf2dbf4, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/08a448f5e68243b0aaa217377da58b16, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/aa3ec33df0874f108c424d52c34d9654, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/25c88a6d7de2459dbbd731735e5991c8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/a6c9527e48ce4b73af7e6f2f0c12306e, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/18844c3ab5994261bede543e16e20e19, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/60229a3f3cb94e3395cf51f1ca732a6c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/7e5db99a9c764c6baba283f21be65d5c, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/945f501d9a6148f292222b99ecdbc188, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/06bba9c5957647b180f26fdea5ec940f, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/2e000209ca1b42baa30c27b1951d33cf, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/6d57aa75f57c41ed869b2889354e041b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/1d71c7b6764840ac8e02e5e04748b713, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/17206612ce54474488ca834c17761b19, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/e88be899154d417dbf8bffbe3985ca87] to archive
2024-12-14T09:42:20,249 DEBUG [StoreCloser-TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:42:20,251 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/25c88a6d7de2459dbbd731735e5991c8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/25c88a6d7de2459dbbd731735e5991c8
2024-12-14T09:42:20,251 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/4503e58112a9494fb02edc83695862f9 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/4503e58112a9494fb02edc83695862f9
2024-12-14T09:42:20,251 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/aa3ec33df0874f108c424d52c34d9654 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/aa3ec33df0874f108c424d52c34d9654
2024-12-14T09:42:20,251 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/18844c3ab5994261bede543e16e20e19 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/18844c3ab5994261bede543e16e20e19
2024-12-14T09:42:20,251 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/60229a3f3cb94e3395cf51f1ca732a6c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/60229a3f3cb94e3395cf51f1ca732a6c
2024-12-14T09:42:20,251 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/93e9776f3b4f4c3280d31bf6baf2dbf4 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/93e9776f3b4f4c3280d31bf6baf2dbf4
2024-12-14T09:42:20,251 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/08a448f5e68243b0aaa217377da58b16 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/08a448f5e68243b0aaa217377da58b16
2024-12-14T09:42:20,252 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/a6c9527e48ce4b73af7e6f2f0c12306e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/a6c9527e48ce4b73af7e6f2f0c12306e
2024-12-14T09:42:20,252 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/7e5db99a9c764c6baba283f21be65d5c to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/7e5db99a9c764c6baba283f21be65d5c
2024-12-14T09:42:20,252 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/2e000209ca1b42baa30c27b1951d33cf to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/2e000209ca1b42baa30c27b1951d33cf
2024-12-14T09:42:20,252 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/06bba9c5957647b180f26fdea5ec940f to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/06bba9c5957647b180f26fdea5ec940f
2024-12-14T09:42:20,252 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/1d71c7b6764840ac8e02e5e04748b713 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/1d71c7b6764840ac8e02e5e04748b713
2024-12-14T09:42:20,252 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/17206612ce54474488ca834c17761b19 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/17206612ce54474488ca834c17761b19
2024-12-14T09:42:20,252 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/945f501d9a6148f292222b99ecdbc188 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/945f501d9a6148f292222b99ecdbc188
2024-12-14T09:42:20,253 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/6d57aa75f57c41ed869b2889354e041b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/6d57aa75f57c41ed869b2889354e041b
2024-12-14T09:42:20,253 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/e88be899154d417dbf8bffbe3985ca87 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/e88be899154d417dbf8bffbe3985ca87
2024-12-14T09:42:20,253 DEBUG [StoreCloser-TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f220754b9784ec285da6dcab312c0f3, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/1b3bc2331a564e5d8b212d0d4786d86b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/8442480af44946a4a566ed5adc0f2d49, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6e79ce065fbd4604a527e0923fcd40f7, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/9bd3b7335a694e5dae3cc0beaac85ceb, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0ed28aa2699243d2b6bbe65bce830675, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/11ada351ff0e495b842e5efdfa6327e8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/5bb90c38c8184828a3b7a65aeaceea41, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/3f208fe25ef7482daa08c967ca06e5b8, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0b4cd1c0af054992a673cd90c8e74461, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b2d1fa517bab4e93a1fbc212ebdc86d0, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d1c9c523d11e40109c44748d4cc1d32b, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/ed31d3c5b4f84d7ba2ce935847dd335d, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d978fdb40bfd4029a39807cf83db9ad2, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/a6c46f3e80864aa1b28e0f648def8dff, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f3e71490518461fbe791c9ad9ded03d] to archive
2024-12-14T09:42:20,254 DEBUG [StoreCloser-TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.-1 {}] backup.HFileArchiver(363): Archiving compacted files.
2024-12-14T09:42:20,255 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/9bd3b7335a694e5dae3cc0beaac85ceb to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/9bd3b7335a694e5dae3cc0beaac85ceb
2024-12-14T09:42:20,255 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/1b3bc2331a564e5d8b212d0d4786d86b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/1b3bc2331a564e5d8b212d0d4786d86b
2024-12-14T09:42:20,255 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6e79ce065fbd4604a527e0923fcd40f7 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6e79ce065fbd4604a527e0923fcd40f7
2024-12-14T09:42:20,255 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0ed28aa2699243d2b6bbe65bce830675 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0ed28aa2699243d2b6bbe65bce830675
2024-12-14T09:42:20,256 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/8442480af44946a4a566ed5adc0f2d49 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/8442480af44946a4a566ed5adc0f2d49
2024-12-14T09:42:20,256 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f220754b9784ec285da6dcab312c0f3 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f220754b9784ec285da6dcab312c0f3
2024-12-14T09:42:20,256 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/11ada351ff0e495b842e5efdfa6327e8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/11ada351ff0e495b842e5efdfa6327e8
2024-12-14T09:42:20,256 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/5bb90c38c8184828a3b7a65aeaceea41 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/5bb90c38c8184828a3b7a65aeaceea41
2024-12-14T09:42:20,257 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b2d1fa517bab4e93a1fbc212ebdc86d0 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b2d1fa517bab4e93a1fbc212ebdc86d0
2024-12-14T09:42:20,257 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0b4cd1c0af054992a673cd90c8e74461 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/0b4cd1c0af054992a673cd90c8e74461
2024-12-14T09:42:20,257 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d978fdb40bfd4029a39807cf83db9ad2 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d978fdb40bfd4029a39807cf83db9ad2
2024-12-14T09:42:20,257 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/ed31d3c5b4f84d7ba2ce935847dd335d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/ed31d3c5b4f84d7ba2ce935847dd335d
2024-12-14T09:42:20,257 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/a6c46f3e80864aa1b28e0f648def8dff to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/a6c46f3e80864aa1b28e0f648def8dff
2024-12-14T09:42:20,257 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/3f208fe25ef7482daa08c967ca06e5b8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/3f208fe25ef7482daa08c967ca06e5b8
2024-12-14T09:42:20,257 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f3e71490518461fbe791c9ad9ded03d to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/6f3e71490518461fbe791c9ad9ded03d
2024-12-14T09:42:20,257 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d1c9c523d11e40109c44748d4cc1d32b to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/d1c9c523d11e40109c44748d4cc1d32b
2024-12-14T09:42:20,260 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/recovered.edits/260.seqid, newMaxSeqId=260, maxSeqId=4
2024-12-14T09:42:20,261 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.
2024-12-14T09:42:20,261 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for 52ca1a99fcded0d50c6095e8707509a8:

2024-12-14T09:42:20,262 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed 52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,262 INFO  [PEWorker-1 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=52ca1a99fcded0d50c6095e8707509a8, regionState=CLOSED
2024-12-14T09:42:20,264 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179
2024-12-14T09:42:20,264 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure 52ca1a99fcded0d50c6095e8707509a8, server=32d1f136e9e3,45387,1734169148668 in 1.8590 sec
2024-12-14T09:42:20,264 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178
2024-12-14T09:42:20,265 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=52ca1a99fcded0d50c6095e8707509a8, UNASSIGN in 1.8610 sec
2024-12-14T09:42:20,265 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177
2024-12-14T09:42:20,266 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8630 sec
2024-12-14T09:42:20,266 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734169340266"}]},"ts":"1734169340266"}
2024-12-14T09:42:20,267 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-12-14T09:42:20,309 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-12-14T09:42:20,312 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9280 sec
2024-12-14T09:42:20,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177
2024-12-14T09:42:20,493 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed
2024-12-14T09:42:20,495 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-12-14T09:42:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:42:20,499 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:42:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181
2024-12-14T09:42:20,501 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:42:20,504 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,507 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C, FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/recovered.edits]
2024-12-14T09:42:20,511 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2d980c8ad3564b55bb3e693faadb3e46 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/2d980c8ad3564b55bb3e693faadb3e46
2024-12-14T09:42:20,512 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/f51f36a124f34fb38c5e69d54a3ebe8a to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/A/f51f36a124f34fb38c5e69d54a3ebe8a
2024-12-14T09:42:20,515 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/011211b4e671436db84a69810f0c5562 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/011211b4e671436db84a69810f0c5562
2024-12-14T09:42:20,516 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/104fc5f8c58d48b88bc9042ade5dd050 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/B/104fc5f8c58d48b88bc9042ade5dd050
2024-12-14T09:42:20,520 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b72f7659316f4dfbb7aa8fa6a7ca4c28 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/b72f7659316f4dfbb7aa8fa6a7ca4c28
2024-12-14T09:42:20,520 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/379e00fc245641dabd9db284bb04ae6e to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/C/379e00fc245641dabd9db284bb04ae6e
2024-12-14T09:42:20,524 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/recovered.edits/260.seqid to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8/recovered.edits/260.seqid
2024-12-14T09:42:20,525 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/default/TestAcidGuarantees/52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,525 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-12-14T09:42:20,526 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-14T09:42:20,528 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-12-14T09:42:20,535 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121438691401bcef4ca2a98effd987beee89_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121438691401bcef4ca2a98effd987beee89_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,535 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145ab1accf876b4acd94105d9fdc8c5fba_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412145ab1accf876b4acd94105d9fdc8c5fba_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,535 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143780fcbe349740fea7ac7761f1eaf180_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412143780fcbe349740fea7ac7761f1eaf180_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,535 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121484aba952d6314d3cabf55b2356dd1386_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121484aba952d6314d3cabf55b2356dd1386_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,536 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ae0def9e31db40a09340f12b34a54c95_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214ae0def9e31db40a09340f12b34a54c95_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,536 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147fc3d130b7b949769e90dd56da1572f4_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412147fc3d130b7b949769e90dd56da1572f4_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,536 DEBUG [HFileArchiver-31 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a93b36c4e6e44d8b9c4a198b920c99be_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214a93b36c4e6e44d8b9c4a198b920c99be_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,536 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148186fe88b3d44be0aed2773c6e306c4c_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412148186fe88b3d44be0aed2773c6e306c4c_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,537 DEBUG [HFileArchiver-28 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b1fbbd43229043f282b382d87a636d8d_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b1fbbd43229043f282b382d87a636d8d_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,537 DEBUG [HFileArchiver-29 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b9b2bcb7623b4403b96a3192d7c6ef07_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214b9b2bcb7623b4403b96a3192d7c6ef07_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,537 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c06af996df7f4172899c6e1d669edcdc_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c06af996df7f4172899c6e1d669edcdc_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,537 DEBUG [HFileArchiver-30 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f0d3d5df05be4e34b36f28ee373df8e1_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214f0d3d5df05be4e34b36f28ee373df8e1_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,537 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c7588826222f4b7fbcbd34ab92e97387_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214c7588826222f4b7fbcbd34ab92e97387_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,537 DEBUG [HFileArchiver-32 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d96292594f6945f69f4aaf70ccd58a4f_52ca1a99fcded0d50c6095e8707509a8 to hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241214d96292594f6945f69f4aaf70ccd58a4f_52ca1a99fcded0d50c6095e8707509a8
2024-12-14T09:42:20,538 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-12-14T09:42:20,540 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:42:20,542 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-12-14T09:42:20,543 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor.
2024-12-14T09:42:20,544 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:42:20,544 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states.
2024-12-14T09:42:20,544 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734169340544"}]},"ts":"9223372036854775807"}
2024-12-14T09:42:20,545 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META
2024-12-14T09:42:20,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 52ca1a99fcded0d50c6095e8707509a8, NAME => 'TestAcidGuarantees,,1734169307084.52ca1a99fcded0d50c6095e8707509a8.', STARTKEY => '', ENDKEY => ''}]
2024-12-14T09:42:20,545 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted.
2024-12-14T09:42:20,545 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734169340545"}]},"ts":"9223372036854775807"}
2024-12-14T09:42:20,546 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META
2024-12-14T09:42:20,556 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees
2024-12-14T09:42:20,557 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 61 msec
2024-12-14T09:42:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42047 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181
2024-12-14T09:42:20,602 INFO  [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed
2024-12-14T09:42:20,614 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244 (was 244), OpenFileDescriptor=447 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=2168 (was 2210)
2024-12-14T09:42:20,614 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster
2024-12-14T09:42:20,614 INFO  [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService
2024-12-14T09:42:20,614 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34886e56 to 127.0.0.1:58469
2024-12-14T09:42:20,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:20,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-14T09:42:20,615 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false
2024-12-14T09:42:20,615 INFO  [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=32d1f136e9e3,42047,1734169147786
2024-12-14T09:42:20,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-14T09:42:20,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-12-14T09:42:20,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:42:20,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:42:20,626 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-14T09:42:20,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-14T09:42:20,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-12-14T09:42:20,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:20,627 INFO  [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '32d1f136e9e3,45387,1734169148668' *****
2024-12-14T09:42:20,627 INFO  [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested
2024-12-14T09:42:20,627 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-14T09:42:20,627 INFO  [RS:0;32d1f136e9e3:45387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-14T09:42:20,627 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting
2024-12-14T09:42:20,627 INFO  [RS:0;32d1f136e9e3:45387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-14T09:42:20,628 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(3579): Received CLOSE for effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:42:20,628 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1224): stopping server 32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:20,628 DEBUG [RS:0;32d1f136e9e3:45387 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:20,628 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-14T09:42:20,628 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-14T09:42:20,628 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-14T09:42:20,628 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740
2024-12-14T09:42:20,629 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close
2024-12-14T09:42:20,629 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1603): Online Regions={effe462ffd0a7190f6bbac38b44c3ddb=hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb., 1588230740=hbase:meta,,1.1588230740}
2024-12-14T09:42:20,629 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing effe462ffd0a7190f6bbac38b44c3ddb, disabling compactions & flushes
2024-12-14T09:42:20,629 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:42:20,629 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes
2024-12-14T09:42:20,629 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:42:20,629 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740
2024-12-14T09:42:20,629 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb. after waiting 0 ms
2024-12-14T09:42:20,629 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:42:20,629 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740
2024-12-14T09:42:20,629 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-14T09:42:20,629 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing effe462ffd0a7190f6bbac38b44c3ddb 1/1 column families, dataSize=78 B heapSize=488 B
2024-12-14T09:42:20,629 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740
2024-12-14T09:42:20,629 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB
2024-12-14T09:42:20,632 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:42:20,649 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb/.tmp/info/b21eaec342c64adf97b3eec7bd2507c9 is 45, key is default/info:d/1734169154203/Put/seqid=0
2024-12-14T09:42:20,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742447_1623 (size=5037)
2024-12-14T09:42:20,652 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/info/21abb72db2924a788ceae725b023c02f is 143, key is hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb./info:regioninfo/1734169154023/Put/seqid=0
2024-12-14T09:42:20,654 INFO  [regionserver/32d1f136e9e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-14T09:42:20,654 INFO  [regionserver/32d1f136e9e3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-14T09:42:20,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742448_1624 (size=7725)
2024-12-14T09:42:20,669 INFO  [regionserver/32d1f136e9e3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-14T09:42:20,832 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:42:21,033 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, effe462ffd0a7190f6bbac38b44c3ddb
2024-12-14T09:42:21,053 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb/.tmp/info/b21eaec342c64adf97b3eec7bd2507c9
2024-12-14T09:42:21,056 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/info/21abb72db2924a788ceae725b023c02f
2024-12-14T09:42:21,063 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb/.tmp/info/b21eaec342c64adf97b3eec7bd2507c9 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb/info/b21eaec342c64adf97b3eec7bd2507c9
2024-12-14T09:42:21,067 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb/info/b21eaec342c64adf97b3eec7bd2507c9, entries=2, sequenceid=6, filesize=4.9 K
2024-12-14T09:42:21,068 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for effe462ffd0a7190f6bbac38b44c3ddb in 439ms, sequenceid=6, compaction requested=false
2024-12-14T09:42:21,072 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/namespace/effe462ffd0a7190f6bbac38b44c3ddb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-12-14T09:42:21,072 INFO  [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:42:21,072 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for effe462ffd0a7190f6bbac38b44c3ddb:

2024-12-14T09:42:21,073 DEBUG [RS_CLOSE_REGION-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734169152706.effe462ffd0a7190f6bbac38b44c3ddb.
2024-12-14T09:42:21,080 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/rep_barrier/c58e96a373834625bb9f22ae0a31de5b is 102, key is TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1./rep_barrier:/1734169180795/DeleteFamily/seqid=0
2024-12-14T09:42:21,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742449_1625 (size=6025)
2024-12-14T09:42:21,233 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-12-14T09:42:21,434 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-12-14T09:42:21,484 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/rep_barrier/c58e96a373834625bb9f22ae0a31de5b
2024-12-14T09:42:21,514 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/table/d18d580ff2c0444faab0e355e9513a6a is 96, key is TestAcidGuarantees,,1734169154743.5afb483946134a27ce590dd9ed7020e1./table:/1734169180795/DeleteFamily/seqid=0
2024-12-14T09:42:21,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742450_1626 (size=5942)
2024-12-14T09:42:21,634 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close
2024-12-14T09:42:21,634 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-12-14T09:42:21,634 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-12-14T09:42:21,835 DEBUG [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1629): Waiting on 1588230740
2024-12-14T09:42:21,919 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/table/d18d580ff2c0444faab0e355e9513a6a
2024-12-14T09:42:21,928 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/info/21abb72db2924a788ceae725b023c02f as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/info/21abb72db2924a788ceae725b023c02f
2024-12-14T09:42:21,934 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/info/21abb72db2924a788ceae725b023c02f, entries=22, sequenceid=93, filesize=7.5 K
2024-12-14T09:42:21,936 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/rep_barrier/c58e96a373834625bb9f22ae0a31de5b as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/rep_barrier/c58e96a373834625bb9f22ae0a31de5b
2024-12-14T09:42:21,939 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/rep_barrier/c58e96a373834625bb9f22ae0a31de5b, entries=6, sequenceid=93, filesize=5.9 K
2024-12-14T09:42:21,940 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/.tmp/table/d18d580ff2c0444faab0e355e9513a6a as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/table/d18d580ff2c0444faab0e355e9513a6a
2024-12-14T09:42:21,942 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/table/d18d580ff2c0444faab0e355e9513a6a, entries=9, sequenceid=93, filesize=5.8 K
2024-12-14T09:42:21,943 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=93, compaction requested=false
2024-12-14T09:42:21,945 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1
2024-12-14T09:42:21,946 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-14T09:42:21,946 INFO  [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740
2024-12-14T09:42:21,946 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740:

2024-12-14T09:42:21,946 DEBUG [RS_CLOSE_META-regionserver/32d1f136e9e3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-14T09:42:22,035 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1250): stopping server 32d1f136e9e3,45387,1734169148668; all regions closed.
2024-12-14T09:42:22,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741834_1010 (size=26050)
2024-12-14T09:42:22,047 DEBUG [RS:0;32d1f136e9e3:45387 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/oldWALs
2024-12-14T09:42:22,047 INFO  [RS:0;32d1f136e9e3:45387 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 32d1f136e9e3%2C45387%2C1734169148668.meta:.meta(num 1734169152371)
2024-12-14T09:42:22,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741833_1009 (size=14427169)
2024-12-14T09:42:22,051 DEBUG [RS:0;32d1f136e9e3:45387 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/oldWALs
2024-12-14T09:42:22,051 INFO  [RS:0;32d1f136e9e3:45387 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 32d1f136e9e3%2C45387%2C1734169148668:(num 1734169151834)
2024-12-14T09:42:22,051 DEBUG [RS:0;32d1f136e9e3:45387 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:22,051 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.LeaseManager(133): Closed leases
2024-12-14T09:42:22,051 INFO  [RS:0;32d1f136e9e3:45387 {}] hbase.ChoreService(370): Chore service for: regionserver/32d1f136e9e3:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-12-14T09:42:22,052 INFO  [regionserver/32d1f136e9e3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-12-14T09:42:22,052 INFO  [RS:0;32d1f136e9e3:45387 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45387
2024-12-14T09:42:22,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-12-14T09:42:22,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/32d1f136e9e3,45387,1734169148668
2024-12-14T09:42:22,101 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32d1f136e9e3,45387,1734169148668]
2024-12-14T09:42:22,101 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 32d1f136e9e3,45387,1734169148668; numProcessing=1
2024-12-14T09:42:22,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/32d1f136e9e3,45387,1734169148668 already deleted, retry=false
2024-12-14T09:42:22,109 INFO  [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 32d1f136e9e3,45387,1734169148668 expired; onlineServers=0
2024-12-14T09:42:22,109 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '32d1f136e9e3,42047,1734169147786' *****
2024-12-14T09:42:22,109 INFO  [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-14T09:42:22,110 DEBUG [M:0;32d1f136e9e3:42047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32d1f136e9e3/172.17.0.3:0
2024-12-14T09:42:22,110 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HRegionServer(1224): stopping server 32d1f136e9e3,42047,1734169147786
2024-12-14T09:42:22,110 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HRegionServer(1250): stopping server 32d1f136e9e3,42047,1734169147786; all regions closed.
2024-12-14T09:42:22,110 DEBUG [M:0;32d1f136e9e3:42047 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-14T09:42:22,110 DEBUG [M:0;32d1f136e9e3:42047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-14T09:42:22,110 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-14T09:42:22,110 DEBUG [M:0;32d1f136e9e3:42047 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-14T09:42:22,110 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster-HFileCleaner.small.0-1734169151444 {}] cleaner.HFileCleaner(306): Exit Thread[master/32d1f136e9e3:0:becomeActiveMaster-HFileCleaner.small.0-1734169151444,5,FailOnTimeoutGroup]
2024-12-14T09:42:22,110 DEBUG [master/32d1f136e9e3:0:becomeActiveMaster-HFileCleaner.large.0-1734169151441 {}] cleaner.HFileCleaner(306): Exit Thread[master/32d1f136e9e3:0:becomeActiveMaster-HFileCleaner.large.0-1734169151441,5,FailOnTimeoutGroup]
2024-12-14T09:42:22,110 INFO  [M:0;32d1f136e9e3:42047 {}] hbase.ChoreService(370): Chore service for: master/32d1f136e9e3:0 had [] on shutdown
2024-12-14T09:42:22,111 DEBUG [M:0;32d1f136e9e3:42047 {}] master.HMaster(1733): Stopping service threads
2024-12-14T09:42:22,111 INFO  [M:0;32d1f136e9e3:42047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-14T09:42:22,111 ERROR [M:0;32d1f136e9e3:42047 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1030094173) connection to localhost/127.0.0.1:35157 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35157,5,PEWorkerGroup]
2024-12-14T09:42:22,112 INFO  [M:0;32d1f136e9e3:42047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-14T09:42:22,112 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-14T09:42:22,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-12-14T09:42:22,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-12-14T09:42:22,118 DEBUG [M:0;32d1f136e9e3:42047 {}] zookeeper.ZKUtil(347): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-12-14T09:42:22,118 WARN  [M:0;32d1f136e9e3:42047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-14T09:42:22,118 INFO  [M:0;32d1f136e9e3:42047 {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-14T09:42:22,118 INFO  [M:0;32d1f136e9e3:42047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-14T09:42:22,118 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-14T09:42:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-12-14T09:42:22,118 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-14T09:42:22,118 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-14T09:42:22,118 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-14T09:42:22,118 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-14T09:42:22,118 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=751.65 KB heapSize=922.90 KB
2024-12-14T09:42:22,137 DEBUG [M:0;32d1f136e9e3:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e61ddfdb8e4db59039b1f24bbcd2ff is 82, key is hbase:meta,,1/info:regioninfo/1734169152529/Put/seqid=0
2024-12-14T09:42:22,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742451_1627 (size=5672)
2024-12-14T09:42:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-14T09:42:22,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45387-0x10023e8523d0001, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-14T09:42:22,201 INFO  [RS:0;32d1f136e9e3:45387 {}] regionserver.HRegionServer(1307): Exiting; stopping=32d1f136e9e3,45387,1734169148668; zookeeper connection closed.
2024-12-14T09:42:22,202 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@611966c4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@611966c4
2024-12-14T09:42:22,202 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-14T09:42:22,542 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2099 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e61ddfdb8e4db59039b1f24bbcd2ff
2024-12-14T09:42:22,574 DEBUG [M:0;32d1f136e9e3:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9657d000b7a46e582031145951689a7 is 2284, key is \x00\x00\x00\x00\x00\x00\x00\xA0/proc:d/1734169310202/Put/seqid=0
2024-12-14T09:42:22,577 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742452_1628 (size=45460)
2024-12-14T09:42:22,979 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=751.09 KB at sequenceid=2099 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9657d000b7a46e582031145951689a7
2024-12-14T09:42:22,987 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9657d000b7a46e582031145951689a7
2024-12-14T09:42:23,006 DEBUG [M:0;32d1f136e9e3:42047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8164b3c7c3143e6b91b52b5b01ca8bc is 69, key is 32d1f136e9e3,45387,1734169148668/rs:state/1734169151583/Put/seqid=0
2024-12-14T09:42:23,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073742453_1629 (size=5156)
2024-12-14T09:42:23,410 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2099 (bloomFilter=true), to=hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8164b3c7c3143e6b91b52b5b01ca8bc
2024-12-14T09:42:23,417 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60e61ddfdb8e4db59039b1f24bbcd2ff as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60e61ddfdb8e4db59039b1f24bbcd2ff
2024-12-14T09:42:23,422 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60e61ddfdb8e4db59039b1f24bbcd2ff, entries=8, sequenceid=2099, filesize=5.5 K
2024-12-14T09:42:23,423 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b9657d000b7a46e582031145951689a7 as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9657d000b7a46e582031145951689a7
2024-12-14T09:42:23,426 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b9657d000b7a46e582031145951689a7
2024-12-14T09:42:23,426 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b9657d000b7a46e582031145951689a7, entries=181, sequenceid=2099, filesize=44.4 K
2024-12-14T09:42:23,427 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8164b3c7c3143e6b91b52b5b01ca8bc as hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8164b3c7c3143e6b91b52b5b01ca8bc
2024-12-14T09:42:23,431 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35157/user/jenkins/test-data/bb643627-9c06-a798-a79c-5d26847113a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8164b3c7c3143e6b91b52b5b01ca8bc, entries=1, sequenceid=2099, filesize=5.0 K
2024-12-14T09:42:23,432 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(3040): Finished flush of dataSize ~751.65 KB/769690, heapSize ~922.60 KB/944744, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1314ms, sequenceid=2099, compaction requested=false
2024-12-14T09:42:23,433 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-14T09:42:23,433 DEBUG [M:0;32d1f136e9e3:42047 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-14T09:42:23,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35475 is added to blk_1073741830_1006 (size=907372)
2024-12-14T09:42:23,436 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting.
2024-12-14T09:42:23,436 INFO  [M:0;32d1f136e9e3:42047 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down.
2024-12-14T09:42:23,436 INFO  [M:0;32d1f136e9e3:42047 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:42047
2024-12-14T09:42:23,476 DEBUG [M:0;32d1f136e9e3:42047 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/32d1f136e9e3,42047,1734169147786 already deleted, retry=false
2024-12-14T09:42:23,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-14T09:42:23,585 INFO  [M:0;32d1f136e9e3:42047 {}] regionserver.HRegionServer(1307): Exiting; stopping=32d1f136e9e3,42047,1734169147786; zookeeper connection closed.
2024-12-14T09:42:23,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42047-0x10023e8523d0000, quorum=127.0.0.1:58469, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-14T09:42:23,594 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26995f7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-14T09:42:23,596 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@434727f8{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-14T09:42:23,596 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-14T09:42:23,597 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13028e71{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-14T09:42:23,597 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4360a7ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/hadoop.log.dir/,STOPPED}
2024-12-14T09:42:23,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-14T09:42:23,600 WARN  [BP-403404893-172.17.0.3-1734169143278 heartbeating to localhost/127.0.0.1:35157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-14T09:42:23,600 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-14T09:42:23,600 WARN  [BP-403404893-172.17.0.3-1734169143278 heartbeating to localhost/127.0.0.1:35157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-403404893-172.17.0.3-1734169143278 (Datanode Uuid 458ba405-33d6-404f-b890-50d965198584) service to localhost/127.0.0.1:35157
2024-12-14T09:42:23,602 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/dfs/data/data1/current/BP-403404893-172.17.0.3-1734169143278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-14T09:42:23,602 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/cluster_9548f6ef-81a3-a97b-ad74-98ae5b33c1f3/dfs/data/data2/current/BP-403404893-172.17.0.3-1734169143278 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-14T09:42:23,602 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-14T09:42:23,608 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-14T09:42:23,609 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-14T09:42:23,609 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-14T09:42:23,609 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-14T09:42:23,609 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a78a2a6a-d5ec-167f-faba-eea5ff5f57ec/hadoop.log.dir/,STOPPED}
2024-12-14T09:42:23,624 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers
2024-12-14T09:42:23,741 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down